]>
Commit | Line | Data |
---|---|---|
1 | #!/bin/sh | |
2 | # | |
3 | # "$Id$" | |
4 | # | |
5 | # Perform the complete set of IPP compliance tests specified in the | |
6 | # CUPS Software Test Plan. | |
7 | # | |
8 | # Copyright 2007-2014 by Apple Inc. | |
9 | # Copyright 1997-2007 by Easy Software Products, all rights reserved. | |
10 | # | |
11 | # These coded instructions, statements, and computer programs are the | |
12 | # property of Apple Inc. and are protected by Federal copyright | |
13 | # law. Distribution and use rights are outlined in the file "LICENSE.txt" | |
14 | # which should have been included with this file. If this file is | |
15 | # file is missing or damaged, see the license at "http://www.cups.org/". | |
16 | # | |
17 | ||
18 | argcount=$# | |
19 | ||
20 | # | |
21 | # Don't allow "make check" or "make test" to be run by root... | |
22 | # | |
23 | ||
24 | if test "x`id -u`" = x0; then | |
25 | echo Please run this as a normal user. Not supported when run as root. | |
26 | exit 1 | |
27 | fi | |
28 | ||
29 | # | |
30 | # Force the permissions of the files we create... | |
31 | # | |
32 | ||
33 | umask 022 | |
34 | ||
35 | # | |
36 | # Make the IPP test program... | |
37 | # | |
38 | ||
39 | make | |
40 | ||
41 | # | |
42 | # Solaris has a non-POSIX grep in /bin... | |
43 | # | |
44 | ||
45 | if test -x /usr/xpg4/bin/grep; then | |
46 | GREP=/usr/xpg4/bin/grep | |
47 | else | |
48 | GREP=grep | |
49 | fi | |
50 | ||
51 | # | |
52 | # Figure out the proper echo options... | |
53 | # | |
54 | ||
55 | if (echo "testing\c"; echo 1,2,3) | $GREP c >/dev/null; then | |
56 | ac_n=-n | |
57 | ac_c= | |
58 | else | |
59 | ac_n= | |
60 | ac_c='\c' | |
61 | fi | |
62 | ||
63 | # | |
64 | # Greet the tester... | |
65 | # | |
66 | ||
67 | echo "Welcome to the CUPS Automated Test Script." | |
68 | echo "" | |
69 | echo "Before we begin, it is important that you understand that the larger" | |
70 | echo "tests require significant amounts of RAM and disk space. If you" | |
71 | echo "attempt to run one of the big tests on a system that lacks sufficient" | |
72 | echo "disk and virtual memory, the UNIX kernel might decide to kill one or" | |
73 | echo "more system processes that you've grown attached to, like the X" | |
74 | echo "server. The question you may want to ask yourself before running a" | |
75 | echo "large test is: Do you feel lucky?" | |
76 | echo "" | |
77 | echo "OK, now that we have the Dirty Harry quote out of the way, please" | |
78 | echo "choose the type of test you wish to perform:" | |
79 | echo "" | |
80 | echo "0 - No testing, keep the scheduler running for me (all systems)" | |
81 | echo "1 - Basic conformance test, no load testing (all systems)" | |
82 | echo "2 - Basic conformance test, some load testing (minimum 256MB VM, 50MB disk)" | |
83 | echo "3 - Basic conformance test, extreme load testing (minimum 1GB VM, 500MB disk)" | |
84 | echo "4 - Basic conformance test, torture load testing (minimum 2GB VM, 1GB disk)" | |
85 | echo "" | |
86 | echo $ac_n "Enter the number of the test you wish to perform: [1] $ac_c" | |
87 | ||
88 | if test $# -gt 0; then | |
89 | testtype=$1 | |
90 | shift | |
91 | else | |
92 | read testtype | |
93 | fi | |
94 | echo "" | |
95 | ||
96 | case "$testtype" in | |
97 | 0) | |
98 | echo "Running in test mode (0)" | |
99 | nprinters1=0 | |
100 | nprinters2=0 | |
101 | pjobs=0 | |
102 | pprinters=0 | |
103 | loglevel="debug2" | |
104 | ;; | |
105 | 2) | |
106 | echo "Running the medium tests (2)" | |
107 | nprinters1=10 | |
108 | nprinters2=20 | |
109 | pjobs=20 | |
110 | pprinters=10 | |
111 | loglevel="debug" | |
112 | ;; | |
113 | 3) | |
114 | echo "Running the extreme tests (3)" | |
115 | nprinters1=500 | |
116 | nprinters2=1000 | |
117 | pjobs=100 | |
118 | pprinters=50 | |
119 | loglevel="debug" | |
120 | ;; | |
121 | 4) | |
122 | echo "Running the torture tests (4)" | |
123 | nprinters1=10000 | |
124 | nprinters2=20000 | |
125 | pjobs=200 | |
126 | pprinters=100 | |
127 | loglevel="debug" | |
128 | ;; | |
129 | *) | |
130 | echo "Running the timid tests (1)" | |
131 | nprinters1=0 | |
132 | nprinters2=0 | |
133 | pjobs=10 | |
134 | pprinters=0 | |
135 | loglevel="debug2" | |
136 | ;; | |
137 | esac | |
138 | ||
139 | # | |
140 | # See if we want to do SSL testing... | |
141 | # | |
142 | ||
143 | echo "" | |
144 | echo "Now you can choose whether to create a SSL/TLS encryption key and" | |
145 | echo "certificate for testing; these tests currently require the OpenSSL" | |
146 | echo "tools:" | |
147 | echo "" | |
148 | echo "0 - Do not do SSL/TLS encryption tests" | |
149 | echo "1 - Test but do not require encryption" | |
150 | echo "2 - Test and require encryption" | |
151 | echo "" | |
152 | echo $ac_n "Enter the number of the SSL/TLS tests to perform: [0] $ac_c" | |
153 | ||
154 | if test $# -gt 0; then | |
155 | ssltype=$1 | |
156 | shift | |
157 | else | |
158 | read ssltype | |
159 | fi | |
160 | echo "" | |
161 | ||
162 | case "$ssltype" in | |
163 | 1) | |
164 | echo "Will test but not require encryption (1)" | |
165 | ;; | |
166 | 2) | |
167 | echo "Will test and require encryption (2)" | |
168 | ;; | |
169 | *) | |
170 | echo "Not using SSL/TLS (0)" | |
171 | ssltype=0 | |
172 | ;; | |
173 | esac | |
174 | ||
175 | # | |
176 | # Information for the server/tests... | |
177 | # | |
178 | ||
179 | user="$USER" | |
180 | if test -z "$user"; then | |
181 | if test -x /usr/ucb/whoami; then | |
182 | user=`/usr/ucb/whoami` | |
183 | else | |
184 | user=`whoami` | |
185 | fi | |
186 | ||
187 | if test -z "$user"; then | |
188 | user="unknown" | |
189 | fi | |
190 | fi | |
191 | ||
192 | port="${CUPS_TESTPORT:=8631}" | |
193 | cwd=`pwd` | |
194 | root=`dirname $cwd` | |
195 | CUPS_TESTROOT="$root"; export CUPS_TESTROOT | |
196 | ||
197 | BASE="${CUPS_TESTBASE:=}" | |
198 | if test -z "$BASE"; then | |
199 | if test -d /private/tmp; then | |
200 | BASE=/private/tmp/cups-$user | |
201 | else | |
202 | BASE=/tmp/cups-$user | |
203 | fi | |
204 | fi | |
205 | export BASE | |
206 | ||
207 | # | |
208 | # Make sure that the LPDEST and PRINTER environment variables are | |
209 | # not included in the environment that is passed to the tests. These | |
210 | # will usually cause tests to fail erroneously... | |
211 | # | |
212 | ||
213 | unset LPDEST | |
214 | unset PRINTER | |
215 | ||
216 | # | |
217 | # See if we want to use valgrind... | |
218 | # | |
219 | ||
220 | echo "" | |
221 | echo "This test script can use the Valgrind software from:" | |
222 | echo "" | |
223 | echo " http://developer.kde.org/~sewardj/" | |
224 | echo "" | |
225 | echo $ac_n "Enter Y to use Valgrind or N to not use Valgrind: [N] $ac_c" | |
226 | ||
227 | if test $# -gt 0; then | |
228 | usevalgrind=$1 | |
229 | shift | |
230 | else | |
231 | read usevalgrind | |
232 | fi | |
233 | echo "" | |
234 | ||
235 | case "$usevalgrind" in | |
236 | Y* | y*) | |
237 | VALGRIND="valgrind --tool=memcheck --log-file=$BASE/log/valgrind.%p --error-limit=no --leak-check=yes --trace-children=yes" | |
238 | if test `uname` = Darwin; then | |
239 | VALGRIND="$VALGRIND --dsymutil=yes" | |
240 | fi | |
241 | export VALGRIND | |
242 | echo "Using Valgrind; log files can be found in $BASE/log..." | |
243 | ;; | |
244 | ||
245 | *) | |
246 | VALGRIND="" | |
247 | export VALGRIND | |
248 | ;; | |
249 | esac | |
250 | ||
251 | # | |
252 | # See if we want to do debug logging of the libraries... | |
253 | # | |
254 | ||
255 | echo "" | |
256 | echo "If CUPS was built with the --enable-debug-printfs configure option, you" | |
257 | echo "can enable debug logging of the libraries." | |
258 | echo "" | |
259 | echo $ac_n "Enter Y or a number from 0 to 9 to enable debug logging or N to not: [N] $ac_c" | |
260 | ||
261 | if test $# -gt 0; then | |
262 | usedebugprintfs=$1 | |
263 | shift | |
264 | else | |
265 | read usedebugprintfs | |
266 | fi | |
267 | echo "" | |
268 | ||
269 | case "$usedebugprintfs" in | |
270 | Y* | y*) | |
271 | echo "Enabling debug printfs (level 5); log files can be found in $BASE/log..." | |
272 | CUPS_DEBUG_LOG="$BASE/log/debug_printfs.%d"; export CUPS_DEBUG_LOG | |
273 | CUPS_DEBUG_LEVEL=5; export CUPS_DEBUG_LEVEL | |
274 | CUPS_DEBUG_FILTER='^(http|_http|ipp|_ipp|cups.*Request|cupsGetResponse|cupsSend).*$'; export CUPS_DEBUG_FILTER | |
275 | ;; | |
276 | ||
277 | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9) | |
278 | echo "Enabling debug printfs (level $usedebugprintfs); log files can be found in $BASE/log..." | |
279 | CUPS_DEBUG_LOG="$BASE/log/debug_printfs.%d"; export CUPS_DEBUG_LOG | |
280 | CUPS_DEBUG_LEVEL="$usedebugprintfs"; export CUPS_DEBUG_LEVEL | |
281 | CUPS_DEBUG_FILTER='^(http|_http|ipp|_ipp|cups.*Request|cupsGetResponse|cupsSend).*$'; export CUPS_DEBUG_FILTER | |
282 | ;; | |
283 | ||
284 | *) | |
285 | ;; | |
286 | esac | |
287 | ||
288 | # | |
289 | # Start by creating temporary directories for the tests... | |
290 | # | |
291 | ||
292 | echo "Creating directories for test..." | |
293 | ||
294 | rm -rf $BASE | |
295 | mkdir $BASE | |
296 | mkdir $BASE/bin | |
297 | mkdir $BASE/bin/backend | |
298 | mkdir $BASE/bin/driver | |
299 | mkdir $BASE/bin/filter | |
300 | mkdir $BASE/certs | |
301 | mkdir $BASE/share | |
302 | mkdir $BASE/share/banners | |
303 | mkdir $BASE/share/drv | |
304 | mkdir $BASE/share/locale | |
305 | for file in ../locale/cups_*.po; do | |
306 | loc=`basename $file .po | cut -c 6-` | |
307 | mkdir $BASE/share/locale/$loc | |
308 | ln -s $root/locale/cups_$loc.po $BASE/share/locale/$loc | |
309 | ln -s $root/locale/ppdc_$loc.po $BASE/share/locale/$loc | |
310 | done | |
311 | mkdir $BASE/share/mime | |
312 | mkdir $BASE/share/model | |
313 | mkdir $BASE/share/ppdc | |
314 | mkdir $BASE/interfaces | |
315 | mkdir $BASE/log | |
316 | mkdir $BASE/ppd | |
317 | mkdir $BASE/spool | |
318 | mkdir $BASE/spool/temp | |
319 | mkdir $BASE/ssl | |
320 | ||
321 | ln -s $root/backend/dnssd $BASE/bin/backend | |
322 | ln -s $root/backend/http $BASE/bin/backend | |
323 | ln -s $root/backend/ipp $BASE/bin/backend | |
324 | ln -s $root/backend/lpd $BASE/bin/backend | |
325 | ln -s $root/backend/mdns $BASE/bin/backend | |
326 | ln -s $root/backend/pseudo $BASE/bin/backend | |
327 | ln -s $root/backend/snmp $BASE/bin/backend | |
328 | ln -s $root/backend/socket $BASE/bin/backend | |
329 | ln -s $root/backend/usb $BASE/bin/backend | |
330 | ln -s $root/cgi-bin $BASE/bin | |
331 | ln -s $root/monitor $BASE/bin | |
332 | ln -s $root/notifier $BASE/bin | |
333 | ln -s $root/scheduler $BASE/bin/daemon | |
334 | ln -s $root/filter/commandtops $BASE/bin/filter | |
335 | ln -s $root/filter/gziptoany $BASE/bin/filter | |
336 | ln -s $root/filter/pstops $BASE/bin/filter | |
337 | ln -s $root/filter/rastertoepson $BASE/bin/filter | |
338 | ln -s $root/filter/rastertohp $BASE/bin/filter | |
339 | ln -s $root/filter/rastertolabel $BASE/bin/filter | |
340 | ln -s $root/filter/rastertopwg $BASE/bin/filter | |
341 | cat >$BASE/share/banners/standard <<EOF | |
342 | ==== Cover Page ==== | |
343 | ||
344 | ||
345 | Job: {?printer-name}-{?job-id} | |
346 | Owner: {?job-originating-user-name} | |
347 | Name: {?job-name} | |
348 | Pages: {?job-impressions} | |
349 | ||
350 | ||
351 | ==== Cover Page ==== | |
352 | EOF | |
353 | cat >$BASE/share/banners/classified <<EOF | |
354 | ==== Classified - Do Not Disclose ==== | |
355 | ||
356 | ||
357 | Job: {?printer-name}-{?job-id} | |
358 | Owner: {?job-originating-user-name} | |
359 | Name: {?job-name} | |
360 | Pages: {?job-impressions} | |
361 | ||
362 | ||
363 | ==== Classified - Do Not Disclose ==== | |
364 | EOF | |
365 | ln -s $root/data $BASE/share | |
366 | ln -s $root/ppdc/sample.drv $BASE/share/drv | |
367 | ln -s $root/conf/mime.types $BASE/share/mime | |
368 | ln -s $root/conf/mime.convs $BASE/share/mime | |
369 | ln -s $root/data/*.h $BASE/share/ppdc | |
370 | ln -s $root/data/*.defs $BASE/share/ppdc | |
371 | ln -s $root/templates $BASE/share | |
372 | ||
373 | # | |
374 | # Local filters and configuration files... | |
375 | # | |
376 | ||
377 | instfilter() { | |
378 | # instfilter src dst format | |
379 | # | |
380 | # See if the filter exists in a standard location; if so, make a | |
381 | # symlink, otherwise create a dummy script for the specified format. | |
382 | # | |
383 | src="$1" | |
384 | dst="$2" | |
385 | format="$3" | |
386 | ||
387 | for dir in /usr/local/libexec/cups/filter /usr/libexec/cups/filter /usr/lib/cups/filter; do | |
388 | if test -x "$dir/$src"; then | |
389 | ln -s "$dir/$src" "$BASE/bin/filter/$dst" | |
390 | return | |
391 | fi | |
392 | done | |
393 | ||
394 | # Source filter not present, create a dummy filter | |
395 | case $format in | |
396 | passthru) | |
397 | ln -s gziptoany "$BASE/bin/filter/$dst" | |
398 | ;; | |
399 | pdf) | |
400 | cat >"$BASE/bin/filter/$dst" <<EOF | |
401 | #!/bin/sh | |
402 | trap "" TERM | |
403 | trap "" PIPE | |
404 | cat \$6 \>/dev/null | |
405 | case "\$5" in | |
406 | *media=a4* | *media=iso_a4* | *PageSize=A4*) | |
407 | cat "$root/test/onepage-a4.pdf" | |
408 | ;; | |
409 | *) | |
410 | cat "$root/test/onepage-letter.pdf" | |
411 | ;; | |
412 | esac | |
413 | EOF | |
414 | chmod +x "$BASE/bin/filter/$dst" | |
415 | ;; | |
416 | ps) | |
417 | cat >"$BASE/bin/filter/$dst" <<EOF | |
418 | #!/bin/sh | |
419 | trap "" TERM | |
420 | trap "" PIPE | |
421 | cat \$6 \>/dev/null | |
422 | case "\$5" in | |
423 | *media=a4* | *media=iso_a4* | *PageSize=A4*) | |
424 | cat "$root/test/onepage-a4.ps" | |
425 | ;; | |
426 | *) | |
427 | cat "$root/test/onepage-letter.ps" | |
428 | ;; | |
429 | esac | |
430 | EOF | |
431 | chmod +x "$BASE/bin/filter/$dst" | |
432 | ;; | |
433 | raster) | |
434 | cat >"$BASE/bin/filter/$dst" <<EOF | |
435 | #!/bin/sh | |
436 | trap "" TERM | |
437 | trap "" PIPE | |
438 | cat \$6 \>/dev/null | |
439 | case "\$5" in | |
440 | *media=a4* | *media=iso_a4* | *PageSize=A4*) | |
441 | gunzip -c "$root/test/onepage-a4-300-black-1.pwg.gz" | |
442 | ;; | |
443 | *) | |
444 | gunzip -c "$root/test/onepage-letter-300-black-1.pwg.gz" | |
445 | ;; | |
446 | esac | |
447 | EOF | |
448 | chmod +x "$BASE/bin/filter/$dst" | |
449 | ;; | |
450 | esac | |
451 | } | |
452 | ||
453 | ln -s $root/test/test.convs $BASE/share/mime | |
454 | ||
455 | if test `uname` = Darwin; then | |
456 | instfilter cgimagetopdf imagetopdf pdf | |
457 | instfilter cgpdftopdf pdftopdf passthru | |
458 | instfilter cgpdftops pdftops ps | |
459 | instfilter cgpdftoraster pdftoraster raster | |
460 | instfilter cgtexttopdf texttopdf pdf | |
461 | instfilter pstocupsraster pstoraster raster | |
462 | else | |
463 | instfilter imagetopdf imagetopdf pdf | |
464 | instfilter pdftopdf pdftopdf passthru | |
465 | instfilter pdftops pdftops ps | |
466 | instfilter pdftoraster pdftoraster raster | |
467 | instfilter pstoraster pstoraster raster | |
468 | instfilter texttopdf texttopdf pdf | |
469 | ||
470 | if test -d /usr/share/cups/charsets; then | |
471 | ln -s /usr/share/cups/charsets $BASE/share | |
472 | fi | |
473 | fi | |
474 | ||
475 | # | |
476 | # Then create the necessary config files... | |
477 | # | |
478 | ||
479 | echo "Creating cupsd.conf for test..." | |
480 | ||
481 | if test $ssltype = 2; then | |
482 | encryption="Encryption Required" | |
483 | else | |
484 | encryption="" | |
485 | fi | |
486 | ||
487 | cat >$BASE/cupsd.conf <<EOF | |
488 | StrictConformance Yes | |
489 | Browsing Off | |
490 | Listen localhost:$port | |
491 | Listen $BASE/sock | |
492 | PassEnv LOCALEDIR | |
493 | PassEnv DYLD_INSERT_LIBRARIES | |
494 | MaxSubscriptions 3 | |
495 | MaxLogSize 0 | |
496 | AccessLogLevel actions | |
497 | LogLevel $loglevel | |
498 | LogTimeFormat usecs | |
499 | PreserveJobHistory Yes | |
500 | PreserveJobFiles 5m | |
501 | <Policy default> | |
502 | <Limit All> | |
503 | Order Allow,Deny | |
504 | $encryption | |
505 | </Limit> | |
506 | </Policy> | |
507 | EOF | |
508 | ||
509 | if test $testtype = 0; then | |
510 | echo WebInterface yes >>$BASE/cupsd.conf | |
511 | fi | |
512 | ||
513 | cat >$BASE/cups-files.conf <<EOF | |
514 | FileDevice yes | |
515 | Printcap | |
516 | User $user | |
517 | ServerRoot $BASE | |
518 | StateDir $BASE | |
519 | ServerBin $BASE/bin | |
520 | CacheDir $BASE/share | |
521 | DataDir $BASE/share | |
522 | FontPath $BASE/share/fonts | |
523 | DocumentRoot $root/doc | |
524 | RequestRoot $BASE/spool | |
525 | TempDir $BASE/spool/temp | |
526 | AccessLog $BASE/log/access_log | |
527 | ErrorLog $BASE/log/error_log | |
528 | PageLog $BASE/log/page_log | |
529 | EOF | |
530 | ||
531 | if test $ssltype != 0 -a `uname` = Darwin; then | |
532 | echo "ServerKeychain $HOME/Library/Keychains/login.keychain" >> $BASE/cups-files.conf | |
533 | fi | |
534 | ||
535 | # | |
536 | # Setup lots of test queues - half with PPD files, half without... | |
537 | # | |
538 | ||
539 | echo "Creating printers.conf for test..." | |
540 | ||
541 | i=1 | |
542 | while test $i -le $nprinters1; do | |
543 | cat >>$BASE/printers.conf <<EOF | |
544 | <Printer test-$i> | |
545 | Accepting Yes | |
546 | DeviceURI file:/dev/null | |
547 | Info Test PS printer $i | |
548 | JobSheets none none | |
549 | Location CUPS test suite | |
550 | State Idle | |
551 | StateMessage Printer $1 is idle. | |
552 | </Printer> | |
553 | EOF | |
554 | ||
555 | cp testps.ppd $BASE/ppd/test-$i.ppd | |
556 | ||
557 | i=`expr $i + 1` | |
558 | done | |
559 | ||
560 | while test $i -le $nprinters2; do | |
561 | cat >>$BASE/printers.conf <<EOF | |
562 | <Printer test-$i> | |
563 | Accepting Yes | |
564 | DeviceURI file:/dev/null | |
565 | Info Test raw printer $i | |
566 | JobSheets none none | |
567 | Location CUPS test suite | |
568 | State Idle | |
569 | StateMessage Printer $1 is idle. | |
570 | </Printer> | |
571 | EOF | |
572 | ||
573 | i=`expr $i + 1` | |
574 | done | |
575 | ||
576 | if test -f $BASE/printers.conf; then | |
577 | cp $BASE/printers.conf $BASE/printers.conf.orig | |
578 | else | |
579 | touch $BASE/printers.conf.orig | |
580 | fi | |
581 | ||
582 | # | |
583 | # Setup the paths... | |
584 | # | |
585 | ||
586 | echo "Setting up environment variables for test..." | |
587 | ||
588 | if test "x$LD_LIBRARY_PATH" = x; then | |
589 | LD_LIBRARY_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc" | |
590 | else | |
591 | LD_LIBRARY_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc:$LD_LIBRARY_PATH" | |
592 | fi | |
593 | ||
594 | export LD_LIBRARY_PATH | |
595 | ||
596 | LD_PRELOAD="$root/cups/libcups.so.2:$root/filter/libcupsimage.so.2:$root/cgi-bin/libcupscgi.so.1:$root/scheduler/libcupsmime.so.1:$root/ppdc/libcupsppdc.so.1" | |
597 | if test `uname` = SunOS -a -r /usr/lib/libCrun.so.1; then | |
598 | LD_PRELOAD="/usr/lib/libCrun.so.1:$LD_PRELOAD" | |
599 | fi | |
600 | export LD_PRELOAD | |
601 | ||
602 | if test "x$DYLD_LIBRARY_PATH" = x; then | |
603 | DYLD_LIBRARY_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc" | |
604 | else | |
605 | DYLD_LIBRARY_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc:$DYLD_LIBRARY_PATH" | |
606 | fi | |
607 | ||
608 | export DYLD_LIBRARY_PATH | |
609 | ||
610 | if test "x$SHLIB_PATH" = x; then | |
611 | SHLIB_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc" | |
612 | else | |
613 | SHLIB_PATH="$root/cups:$root/filter:$root/cgi-bin:$root/scheduler:$root/ppdc:$SHLIB_PATH" | |
614 | fi | |
615 | ||
616 | export SHLIB_PATH | |
617 | ||
618 | CUPS_DISABLE_APPLE_DEFAULT=yes; export CUPS_DISABLE_APPLE_DEFAULT | |
619 | CUPS_SERVER=localhost:$port; export CUPS_SERVER | |
620 | CUPS_SERVERROOT=$BASE; export CUPS_SERVERROOT | |
621 | CUPS_STATEDIR=$BASE; export CUPS_STATEDIR | |
622 | CUPS_DATADIR=$BASE/share; export CUPS_DATADIR | |
623 | LOCALEDIR=$BASE/share/locale; export LOCALEDIR | |
624 | ||
625 | # | |
626 | # Set a new home directory to avoid getting user options mixed in... | |
627 | # | |
628 | ||
629 | HOME=$BASE | |
630 | export HOME | |
631 | ||
632 | # | |
633 | # Force POSIX locale for tests... | |
634 | # | |
635 | ||
636 | LANG=C | |
637 | export LANG | |
638 | ||
639 | LC_MESSAGES=C | |
640 | export LC_MESSAGES | |
641 | ||
642 | # | |
643 | # Start the server; run as foreground daemon in the background... | |
644 | # | |
645 | ||
646 | echo "Starting scheduler:" | |
647 | echo " $VALGRIND ../scheduler/cupsd -c $BASE/cupsd.conf -f >$BASE/log/debug_log 2>&1 &" | |
648 | echo "" | |
649 | ||
650 | if test `uname` = Darwin -a "x$VALGRIND" = x; then | |
651 | DYLD_INSERT_LIBRARIES=/usr/lib/libgmalloc.dylib MallocStackLogging=1 ../scheduler/cupsd -c $BASE/cupsd.conf -f >$BASE/log/debug_log 2>&1 & | |
652 | else | |
653 | $VALGRIND ../scheduler/cupsd -c $BASE/cupsd.conf -f >$BASE/log/debug_log 2>&1 & | |
654 | fi | |
655 | ||
656 | cupsd=$! | |
657 | ||
658 | if test "x$testtype" = x0; then | |
659 | # Not running tests... | |
660 | echo "Scheduler is PID $cupsd and is listening on port 8631." | |
661 | echo "" | |
662 | ||
663 | # Create a helper script to run programs with... | |
664 | runcups="$BASE/runcups" | |
665 | ||
666 | echo "#!/bin/sh" >$runcups | |
667 | echo "# Helper script for running CUPS test instance." >>$runcups | |
668 | echo "" >>$runcups | |
669 | echo "# Set required environment variables..." >>$runcups | |
670 | echo "CUPS_DATADIR=\"$CUPS_DATADIR\"; export CUPS_DATADIR" >>$runcups | |
671 | echo "CUPS_SERVER=\"$CUPS_SERVER\"; export CUPS_SERVER" >>$runcups | |
672 | echo "CUPS_SERVERROOT=\"$CUPS_SERVERROOT\"; export CUPS_SERVERROOT" >>$runcups | |
673 | echo "CUPS_STATEDIR=\"$CUPS_STATEDIR\"; export CUPS_STATEDIR" >>$runcups | |
674 | echo "DYLD_LIBRARY_PATH=\"$DYLD_LIBRARY_PATH\"; export DYLD_LIBRARY_PATH" >>$runcups | |
675 | echo "LD_LIBRARY_PATH=\"$LD_LIBRARY_PATH\"; export LD_LIBRARY_PATH" >>$runcups | |
676 | echo "LD_PRELOAD=\"$LD_PRELOAD\"; export LD_PRELOAD" >>$runcups | |
677 | echo "LOCALEDIR=\"$LOCALEDIR\"; export LOCALEDIR" >>$runcups | |
678 | echo "SHLIB_PATH=\"$SHLIB_PATH\"; export SHLIB_PATH" >>$runcups | |
679 | if test "x$CUPS_DEBUG_LEVEL" != x; then | |
680 | echo "CUPS_DEBUG_FILTER='$CUPS_DEBUG_FILTER'; export CUPS_DEBUG_FILTER" >>$runcups | |
681 | echo "CUPS_DEBUG_LEVEL=$CUPS_DEBUG_LEVEL; export CUPS_DEBUG_LEVEL" >>$runcups | |
682 | echo "CUPS_DEBUG_LOG='$CUPS_DEBUG_LOG'; export CUPS_DEBUG_LOG" >>$runcups | |
683 | fi | |
684 | echo "" >>$runcups | |
685 | echo "# Run command..." >>$runcups | |
686 | echo "exec \"\$@\"" >>$runcups | |
687 | ||
688 | chmod +x $runcups | |
689 | ||
690 | echo "The $runcups helper script can be used to test programs" | |
691 | echo "with the server." | |
692 | exit 0 | |
693 | fi | |
694 | ||
695 | if test $argcount -eq 0; then | |
696 | echo "Scheduler is PID $cupsd; run debugger now if you need to." | |
697 | echo "" | |
698 | echo $ac_n "Press ENTER to continue... $ac_c" | |
699 | read junk | |
700 | else | |
701 | echo "Scheduler is PID $cupsd." | |
702 | sleep 2 | |
703 | fi | |
704 | ||
705 | IPP_PORT=$port; export IPP_PORT | |
706 | ||
707 | while true; do | |
708 | running=`../systemv/lpstat -r 2>/dev/null` | |
709 | if test "x$running" = "xscheduler is running"; then | |
710 | break | |
711 | fi | |
712 | ||
713 | echo "Waiting for scheduler to become ready..." | |
714 | sleep 10 | |
715 | done | |
716 | ||
717 | # | |
718 | # Create the test report source file... | |
719 | # | |
720 | ||
721 | date=`date "+%Y-%m-%d"` | |
722 | ||
723 | if test -d $root/.svn; then | |
724 | rev=`svn info . | grep Revision: | awk '{print $2}'` | |
725 | strfile=$BASE/cups-str-2.1-r$rev-$user.html | |
726 | else | |
727 | strfile=$BASE/cups-str-2.1-$date-$user.html | |
728 | fi | |
729 | ||
730 | rm -f $strfile | |
731 | cat str-header.html >$strfile | |
732 | ||
733 | # | |
734 | # Run the IPP tests... | |
735 | # | |
736 | ||
737 | echo "" | |
738 | echo "Running IPP compliance tests..." | |
739 | ||
740 | echo "<H1>1 - IPP Compliance Tests</H1>" >>$strfile | |
741 | echo "<P>This section provides the results to the IPP compliance tests" >>$strfile | |
742 | echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile | |
743 | echo `date "+%Y-%m-%d"` by $user on `hostname`. >>$strfile | |
744 | echo "<PRE>" >>$strfile | |
745 | ||
746 | fail=0 | |
747 | for file in 4*.test ipp-2.1.test; do | |
748 | echo $ac_n "Performing $file: $ac_c" | |
749 | echo "" >>$strfile | |
750 | ||
751 | if test $file = ipp-2.1.test; then | |
752 | uri="ipp://localhost:$port/printers/Test1" | |
753 | options="-V 2.1 -d NOPRINT=1 -f testfile.ps" | |
754 | else | |
755 | uri="ipp://localhost:$port/printers" | |
756 | options="" | |
757 | fi | |
758 | $VALGRIND ./ipptool -tI $options $uri $file >> $strfile | |
759 | status=$? | |
760 | ||
761 | if test $status != 0; then | |
762 | echo FAIL | |
763 | fail=`expr $fail + 1` | |
764 | else | |
765 | echo PASS | |
766 | fi | |
767 | done | |
768 | ||
769 | echo "</PRE>" >>$strfile | |
770 | ||
771 | # | |
772 | # Run the command tests... | |
773 | # | |
774 | ||
775 | echo "" | |
776 | echo "Running command tests..." | |
777 | ||
778 | echo "<H1>2 - Command Tests</H1>" >>$strfile | |
779 | echo "<P>This section provides the results to the command tests" >>$strfile | |
780 | echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile | |
781 | echo $date by $user on `hostname`. >>$strfile | |
782 | echo "<PRE>" >>$strfile | |
783 | ||
784 | for file in 5*.sh; do | |
785 | echo $ac_n "Performing $file: $ac_c" | |
786 | echo "" >>$strfile | |
787 | echo "\"$file\":" >>$strfile | |
788 | ||
789 | sh $file $pjobs $pprinters >> $strfile | |
790 | status=$? | |
791 | ||
792 | if test $status != 0; then | |
793 | echo FAIL | |
794 | fail=`expr $fail + 1` | |
795 | else | |
796 | echo PASS | |
797 | fi | |
798 | done | |
799 | ||
800 | # | |
801 | # Log all allocations made by the scheduler... | |
802 | # | |
803 | if test `uname` = Darwin -a "x$VALGRIND" = x; then | |
804 | malloc_history $cupsd -callTree -showContent >$BASE/log/malloc_log 2>&1 | |
805 | fi | |
806 | ||
807 | # | |
808 | # Restart the server... | |
809 | # | |
810 | ||
811 | echo $ac_n "Performing restart test: $ac_c" | |
812 | echo "" >>$strfile | |
813 | echo "\"5.10-restart\":" >>$strfile | |
814 | ||
815 | kill -HUP $cupsd | |
816 | ||
817 | while true; do | |
818 | sleep 10 | |
819 | ||
820 | running=`../systemv/lpstat -r 2>/dev/null` | |
821 | if test "x$running" = "xscheduler is running"; then | |
822 | break | |
823 | fi | |
824 | done | |
825 | ||
826 | description="`../systemv/lpstat -l -p Test1 | grep Description | sed -e '1,$s/^[^:]*: //g'`" | |
827 | if test "x$description" != "xTest Printer 1"; then | |
828 | echo "Failed, printer-info for Test1 is '$description', expected 'Test Printer 1'." >>$strfile | |
829 | echo "FAIL (got '$description', expected 'Test Printer 1')" | |
830 | fail=`expr $fail + 1` | |
831 | else | |
832 | echo "Passed." >>$strfile | |
833 | echo PASS | |
834 | fi | |
835 | ||
836 | echo "</PRE>" >>$strfile | |
837 | ||
838 | # | |
839 | # Stop the server... | |
840 | # | |
841 | ||
842 | kill $cupsd | |
843 | ||
844 | # | |
845 | # Append the log files for post-mortim... | |
846 | # | |
847 | ||
848 | echo "<H1>3 - Log Files</H1>" >>$strfile | |
849 | ||
850 | # | |
851 | # Verify counts... | |
852 | # | |
853 | ||
854 | echo "Test Summary" | |
855 | echo "" | |
856 | echo "<H2>Summary</H2>" >>$strfile | |
857 | ||
858 | # Job control files | |
859 | count=`ls -1 $BASE/spool | wc -l` | |
860 | count=`expr $count - 1` | |
861 | if test $count != 0; then | |
862 | echo "FAIL: $count job control files were not purged." | |
863 | echo "<P>FAIL: $count job control files were not purged.</P>" >>$strfile | |
864 | fail=`expr $fail + 1` | |
865 | else | |
866 | echo "PASS: All job control files purged." | |
867 | echo "<P>PASS: All job control files purged.</P>" >>$strfile | |
868 | fi | |
869 | ||
870 | # Pages printed on Test1 (within 1 page for timing-dependent cancel issues) | |
871 | count=`$GREP '^Test1 ' $BASE/log/page_log | awk 'BEGIN{count=0}{count=count+$7}END{print count}'` | |
872 | expected=`expr $pjobs \* 2 + 34` | |
873 | expected2=`expr $expected + 2` | |
874 | if test $count -lt $expected -a $count -gt $expected2; then | |
875 | echo "FAIL: Printer 'Test1' produced $count page(s), expected $expected." | |
876 | echo "<P>FAIL: Printer 'Test1' produced $count page(s), expected $expected.</P>" >>$strfile | |
877 | fail=`expr $fail + 1` | |
878 | else | |
879 | echo "PASS: Printer 'Test1' correctly produced $count page(s)." | |
880 | echo "<P>PASS: Printer 'Test1' correctly produced $count page(s).</P>" >>$strfile | |
881 | fi | |
882 | ||
883 | # Paged printed on Test2 | |
884 | count=`$GREP '^Test2 ' $BASE/log/page_log | awk 'BEGIN{count=0}{count=count+$7}END{print count}'` | |
885 | expected=`expr $pjobs \* 2 + 3` | |
886 | if test $count != $expected; then | |
887 | echo "FAIL: Printer 'Test2' produced $count page(s), expected $expected." | |
888 | echo "<P>FAIL: Printer 'Test2' produced $count page(s), expected $expected.</P>" >>$strfile | |
889 | fail=`expr $fail + 1` | |
890 | else | |
891 | echo "PASS: Printer 'Test2' correctly produced $count page(s)." | |
892 | echo "<P>PASS: Printer 'Test2' correctly produced $count page(s).</P>" >>$strfile | |
893 | fi | |
894 | ||
895 | # Paged printed on Test3 | |
896 | count=`$GREP '^Test3 ' $BASE/log/page_log | grep -v total | awk 'BEGIN{count=0}{count=count+$7}END{print count}'` | |
897 | expected=2 | |
898 | if test $count != $expected; then | |
899 | echo "FAIL: Printer 'Test3' produced $count page(s), expected $expected." | |
900 | echo "<P>FAIL: Printer 'Test3' produced $count page(s), expected $expected.</P>" >>$strfile | |
901 | fail=`expr $fail + 1` | |
902 | else | |
903 | echo "PASS: Printer 'Test3' correctly produced $count page(s)." | |
904 | echo "<P>PASS: Printer 'Test3' correctly produced $count page(s).</P>" >>$strfile | |
905 | fi | |
906 | ||
907 | # Requests logged | |
908 | count=`wc -l $BASE/log/access_log | awk '{print $1}'` | |
909 | expected=`expr 37 + 18 + 29 + $pjobs \* 8 + $pprinters \* $pjobs \* 4` | |
910 | if test $count != $expected; then | |
911 | echo "FAIL: $count requests logged, expected $expected." | |
912 | echo "<P>FAIL: $count requests logged, expected $expected.</P>" >>$strfile | |
913 | fail=`expr $fail + 1` | |
914 | else | |
915 | echo "PASS: $count requests logged." | |
916 | echo "<P>PASS: $count requests logged.</P>" >>$strfile | |
917 | fi | |
918 | ||
919 | # Did CUPS-Get-Default get logged? | |
920 | if $GREP -q CUPS-Get-Default $BASE/log/access_log; then | |
921 | echo "FAIL: CUPS-Get-Default logged with 'AccessLogLevel actions'" | |
922 | echo "<P>FAIL: CUPS-Get-Default logged with 'AccessLogLevel actions'</P>" >>$strfile | |
923 | echo "<PRE>" >>$strfile | |
924 | $GREP CUPS-Get-Default $BASE/log/access_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
925 | echo "</PRE>" >>$strfile | |
926 | fail=`expr $fail + 1` | |
927 | else | |
928 | echo "PASS: CUPS-Get-Default not logged." | |
929 | echo "<P>PASS: CUPS-Get-Default not logged.</P>" >>$strfile | |
930 | fi | |
931 | ||
932 | # Emergency log messages | |
933 | count=`$GREP '^X ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
934 | if test $count != 0; then | |
935 | echo "FAIL: $count emergency messages, expected 0." | |
936 | $GREP '^X ' $BASE/log/error_log | |
937 | echo "<P>FAIL: $count emergency messages, expected 0.</P>" >>$strfile | |
938 | echo "<PRE>" >>$strfile | |
939 | $GREP '^X ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
940 | echo "</PRE>" >>$strfile | |
941 | fail=`expr $fail + 1` | |
942 | else | |
943 | echo "PASS: $count emergency messages." | |
944 | echo "<P>PASS: $count emergency messages.</P>" >>$strfile | |
945 | fi | |
946 | ||
947 | # Alert log messages | |
948 | count=`$GREP '^A ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
949 | if test $count != 0; then | |
950 | echo "FAIL: $count alert messages, expected 0." | |
951 | $GREP '^A ' $BASE/log/error_log | |
952 | echo "<P>FAIL: $count alert messages, expected 0.</P>" >>$strfile | |
953 | echo "<PRE>" >>$strfile | |
954 | $GREP '^A ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
955 | echo "</PRE>" >>$strfile | |
956 | fail=`expr $fail + 1` | |
957 | else | |
958 | echo "PASS: $count alert messages." | |
959 | echo "<P>PASS: $count alert messages.</P>" >>$strfile | |
960 | fi | |
961 | ||
962 | # Critical log messages | |
963 | count=`$GREP '^C ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
964 | if test $count != 0; then | |
965 | echo "FAIL: $count critical messages, expected 0." | |
966 | $GREP '^C ' $BASE/log/error_log | |
967 | echo "<P>FAIL: $count critical messages, expected 0.</P>" >>$strfile | |
968 | echo "<PRE>" >>$strfile | |
969 | $GREP '^C ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
970 | echo "</PRE>" >>$strfile | |
971 | fail=`expr $fail + 1` | |
972 | else | |
973 | echo "PASS: $count critical messages." | |
974 | echo "<P>PASS: $count critical messages.</P>" >>$strfile | |
975 | fi | |
976 | ||
977 | # Error log messages | |
978 | count=`$GREP '^E ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
979 | if test $count != 33; then | |
980 | echo "FAIL: $count error messages, expected 33." | |
981 | $GREP '^E ' $BASE/log/error_log | |
982 | echo "<P>FAIL: $count error messages, expected 33.</P>" >>$strfile | |
983 | echo "<PRE>" >>$strfile | |
984 | $GREP '^E ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
985 | echo "</PRE>" >>$strfile | |
986 | fail=`expr $fail + 1` | |
987 | else | |
988 | echo "PASS: $count error messages." | |
989 | echo "<P>PASS: $count error messages.</P>" >>$strfile | |
990 | fi | |
991 | ||
992 | # Warning log messages | |
993 | count=`$GREP '^W ' $BASE/log/error_log | $GREP -v CreateProfile | wc -l | awk '{print $1}'` | |
994 | if test $count != 18; then | |
995 | echo "FAIL: $count warning messages, expected 18." | |
996 | $GREP '^W ' $BASE/log/error_log | |
997 | echo "<P>FAIL: $count warning messages, expected 18.</P>" >>$strfile | |
998 | echo "<PRE>" >>$strfile | |
999 | $GREP '^W ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
1000 | echo "</PRE>" >>$strfile | |
1001 | fail=`expr $fail + 1` | |
1002 | else | |
1003 | echo "PASS: $count warning messages." | |
1004 | echo "<P>PASS: $count warning messages.</P>" >>$strfile | |
1005 | fi | |
1006 | ||
1007 | # Notice log messages | |
1008 | count=`$GREP '^N ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
1009 | if test $count != 0; then | |
1010 | echo "FAIL: $count notice messages, expected 0." | |
1011 | $GREP '^N ' $BASE/log/error_log | |
1012 | echo "<P>FAIL: $count notice messages, expected 0.</P>" >>$strfile | |
1013 | echo "<PRE>" >>$strfile | |
1014 | $GREP '^N ' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
1015 | echo "</PRE>" >>$strfile | |
1016 | fail=`expr $fail + 1` | |
1017 | else | |
1018 | echo "PASS: $count notice messages." | |
1019 | echo "<P>PASS: $count notice messages.</P>" >>$strfile | |
1020 | fi | |
1021 | ||
1022 | # Info log messages | |
1023 | count=`$GREP '^I ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
1024 | if test $count = 0; then | |
1025 | echo "FAIL: $count info messages, expected more than 0." | |
1026 | echo "<P>FAIL: $count info messages, expected more than 0.</P>" >>$strfile | |
1027 | fail=`expr $fail + 1` | |
1028 | else | |
1029 | echo "PASS: $count info messages." | |
1030 | echo "<P>PASS: $count info messages.</P>" >>$strfile | |
1031 | fi | |
1032 | ||
1033 | # Debug log messages | |
1034 | count=`$GREP '^D ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
1035 | if test $count = 0; then | |
1036 | echo "FAIL: $count debug messages, expected more than 0." | |
1037 | echo "<P>FAIL: $count debug messages, expected more than 0.</P>" >>$strfile | |
1038 | fail=`expr $fail + 1` | |
1039 | else | |
1040 | echo "PASS: $count debug messages." | |
1041 | echo "<P>PASS: $count debug messages.</P>" >>$strfile | |
1042 | fi | |
1043 | ||
1044 | # Debug2 log messages | |
1045 | count=`$GREP '^d ' $BASE/log/error_log | wc -l | awk '{print $1}'` | |
1046 | if test $count = 0; then | |
1047 | echo "FAIL: $count debug2 messages, expected more than 0." | |
1048 | echo "<P>FAIL: $count debug2 messages, expected more than 0.</P>" >>$strfile | |
1049 | fail=`expr $fail + 1` | |
1050 | else | |
1051 | echo "PASS: $count debug2 messages." | |
1052 | echo "<P>PASS: $count debug2 messages.</P>" >>$strfile | |
1053 | fi | |
1054 | ||
1055 | # Log files... | |
1056 | echo "<H2>access_log</H2>" >>$strfile | |
1057 | echo "<PRE>" >>$strfile | |
1058 | sed -e '1,$s/&/&/g' -e '1,$s/</</g' $BASE/log/access_log >>$strfile | |
1059 | echo "</PRE>" >>$strfile | |
1060 | ||
1061 | echo "<H2>error_log</H2>" >>$strfile | |
1062 | echo "<PRE>" >>$strfile | |
1063 | $GREP -v '^d' $BASE/log/error_log | sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile | |
1064 | echo "</PRE>" >>$strfile | |
1065 | ||
1066 | echo "<H2>page_log</H2>" >>$strfile | |
1067 | echo "<PRE>" >>$strfile | |
1068 | sed -e '1,$s/&/&/g' -e '1,$s/</</g' $BASE/log/page_log >>$strfile | |
1069 | echo "</PRE>" >>$strfile | |
1070 | ||
1071 | # | |
1072 | # Format the reports and tell the user where to find them... | |
1073 | # | |
1074 | ||
1075 | cat str-trailer.html >>$strfile | |
1076 | ||
1077 | echo "" | |
1078 | ||
1079 | if test $fail != 0; then | |
1080 | echo "$fail tests failed." | |
1081 | ||
1082 | if test -d $root/.svn; then | |
1083 | cp $BASE/log/error_log error_log-r$rev-$user | |
1084 | else | |
1085 | cp $BASE/log/error_log error_log-$date-$user | |
1086 | fi | |
1087 | ||
1088 | cp $strfile . | |
1089 | else | |
1090 | echo "All tests were successful." | |
1091 | fi | |
1092 | ||
1093 | echo "Log files can be found in $BASE/log." | |
1094 | echo "A HTML report was created in $strfile." | |
1095 | echo "" | |
1096 | ||
1097 | if test $fail != 0; then | |
1098 | echo "Copies of the error_log and `basename $strfile` files are in" | |
1099 | echo "`pwd`." | |
1100 | echo "" | |
1101 | ||
1102 | exit 1 | |
1103 | fi | |
1104 | ||
1105 | # | |
1106 | # End of "$Id$" | |
1107 | # |