3 ## "upstream" travis functions
5 ANSI_GREEN
="\033[32;1m"
12 function travis_cmd
() {
13 local assert output display retry timing cmd result
21 --assert) assert
=true
; shift ;;
22 --echo) output
=true
; shift ;;
23 --display) display
=$2; shift 2;;
24 --retry) retry
=true
; shift ;;
25 --timing) timing
=true
; shift ;;
30 if [[ -n "$timing" ]]; then
34 if [[ -n "$output" ]]; then
35 echo "\$ ${display:-$cmd}"
38 if [[ -n "$retry" ]]; then
39 travis_retry
eval "$cmd"
45 if [[ -n "$timing" ]]; then
49 if [[ -n "$assert" ]]; then
57 travis_timer_id
=$
(printf %08x $
(( RANDOM
* RANDOM
)))
58 travis_start_time
=$
(travis_nanoseconds
)
59 echo -en "travis_time:start:$travis_timer_id\r${ANSI_CLEAR}"
62 travis_time_finish
() {
64 travis_end_time
=$
(travis_nanoseconds
)
65 local duration
=$
(($travis_end_time-$travis_start_time))
66 echo -en "\ntravis_time:end:$travis_timer_id:start=$travis_start_time,finish=$travis_end_time,duration=$duration\r${ANSI_CLEAR}"
70 function travis_nanoseconds
() {
75 if hash gdate
> /dev
/null
2>&1; then
76 cmd
="gdate" # use gdate if available
77 elif [[ "$os" = Darwin
]]; then
78 format
="+%s000000000" # fallback to second precision on darwin (does not support %N)
86 if [ $result -ne 0 ]; then
87 echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" failed and exited with $result during $TRAVIS_STAGE.${ANSI_RESET}\n\nYour build has been stopped."
94 export TRAVIS_TEST_RESULT
=$
(( ${TRAVIS_TEST_RESULT:-0} | $
(($result != 0)) ))
96 if [ $result -eq 0 ]; then
97 echo -e "\n${ANSI_GREEN}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
99 echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
104 pkill
-9 -P $$
&> /dev
/null || true
111 if [[ $timeout =~ ^
[0-9]+$
]]; then
112 # looks like an integer, so we assume it's a timeout
120 local log_file
=travis_wait_$$.log
125 travis_jigger $
! $timeout $cmd &
130 wait $cmd_pid 2>/dev
/null
132 ps
-p$jigger_pid &>/dev
/null
&& kill $jigger_pid
135 if [ $result -eq 0 ]; then
136 echo -e "\n${ANSI_GREEN}The command $cmd exited with $result.${ANSI_RESET}"
138 echo -e "\n${ANSI_RED}The command $cmd exited with $result.${ANSI_RESET}"
141 echo -e "\n${ANSI_GREEN}Log:${ANSI_RESET}\n"
148 # helper method for travis_wait()
151 local timeout
=$1 # in minutes
158 while [ $count -lt $timeout ]; do
159 count
=$
(($count + 1))
160 echo -ne "Still running ($count of $timeout): $@\r"
164 echo -e "\n${ANSI_RED}Timeout (${timeout} minutes) reached. Terminating \"$@\"${ANSI_RESET}\n"
171 while [ $count -le 3 ]; do
172 [ $result -ne 0 ] && {
173 echo -e "\n${ANSI_RED}The command \"$@\" failed. Retrying, $count of 3.${ANSI_RESET}\n" >&2
177 [ $result -eq 0 ] && break
178 count
=$
(($count + 1))
182 [ $count -gt 3 ] && {
183 echo -e "\n${ANSI_RED}The command \"$@\" failed 3 times.${ANSI_RESET}\n" >&2
192 echo -en "travis_fold:${action}:${name}\r${ANSI_CLEAR}"
196 echo $1 | base64
-d | openssl rsautl
-decrypt -inkey ~
/.ssh
/id_rsa.repo
201 travis_cmd
"$1" --echo --assert
205 # pkcs11 build requirements
206 run
"sudo apt-get -qq --no-install-recommends install \
210 run
"sudo add-apt-repository -y ppa:jelu/validns"
211 run
'curl "http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0x7AA4AC1F04A52E842B88094F01B7B7D6564DECD0" | sudo apt-key add - '
214 run
"sudo add-apt-repository -y ppa:maxmind/ppa"
215 run
"gpg --keyserver keyserver.ubuntu.com --recv-keys DE742AFA"
216 run
"gpg --export DE742AFA | sudo apt-key add -"
217 run
"sudo apt-get update"
218 run
"sudo apt-get -qq --no-install-recommends install \
224 run
"sudo apt-get -qq --no-install-recommends install \
228 run
"sudo apt-get -qq --no-install-recommends install \
232 # remote-backend build requirements
233 run
"sudo apt-get -qq --no-install-recommends install \
237 run
"sudo apt-get -qq --no-install-recommends install \
240 # authoritative test requirements / setup
241 run
"sudo apt-get -qq --no-install-recommends install \
252 run
"wget https://github.com/dblacka/jdnssec-tools/releases/download/0.14/jdnssec-tools-0.14.tar.gz"
253 run
"sudo tar xfz jdnssec-tools-0.14.tar.gz --strip-components=1 -C /"
254 run
"cd ${TRAVIS_BUILD_DIR}"
256 # pkcs11 test requirements / setup
257 run
"sudo apt-get -qq --no-install-recommends install \
260 run
"sudo mkdir -p /etc/pkcs11/modules/"
261 run
"sudo cp -f regression-tests/softhsm.mod /etc/pkcs11/modules/softhsm.module"
262 run
"sudo cp -f regression-tests/softhsm.conf /etc/softhsm/softhsm.conf"
263 run
"sudo chmod 0755 /etc/softhsm/"
264 run
"sudo chmod 0644 /etc/softhsm/softhsm.conf"
265 run
"sudo chmod 0777 /var/lib/softhsm"
266 run
"p11-kit -l" # ensure it's ok
268 # bind-backend tests requirements
269 run
"sudo apt-get -qq --no-install-recommends install \
273 run
"wget https://downloads.powerdns.com/tmp/dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
274 run
"tar xzvf dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
275 run
"fakeroot alien --to-deb dnsperf-2.0.0.0-1/dnsperf-2.0.0.0-1.el6.x86_64.rpm"
276 run
"sudo dpkg -i dnsperf_2.0.0.0-2_amd64.deb"
277 run
"cd ${TRAVIS_BUILD_DIR}"
279 # geoip-backend test requirements / setup
280 run
"sudo apt-get -qq --no-install-recommends install \
283 # gmysql-backend test requirements
284 # as of 2016/12/01, mysql-5.6 is now installed in the default travis image
285 # see https://github.com/travis-ci/travis-ci/issues/6961
286 #run "sudo apt-get -qq --no-install-recommends install \
289 # godbc-backend test setup
290 run
'echo -e "[pdns-sqlite3-1]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite3\n\n[pdns-sqlite3-2]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite32\n" > ${HOME}/.odbc.ini'
291 run
'echo ${HOME}/.odbc.ini'
292 run
'cat ${HOME}/.odbc.ini'
294 # remote-backend tests requirements
295 run
"sudo apt-get -qq --no-install-recommends install \
297 rubygems-integration \
299 run
"gem update --system"
300 run
"gem install bundler --no-rdoc --no-ri"
301 run
"cd modules/remotebackend"
302 run
"ruby -S bundle install"
306 run
"sudo apt-get -qq --no-install-recommends install \
310 run
"sudo apt-get -qq --no-install-recommends install \
313 run
"sudo touch /etc/authbind/byport/53"
314 run
"sudo chmod 755 /etc/authbind/byport/53"
316 # Install dnsmasq to make lookups more robust
317 run
"sudo apt-get -qq --no-install-recommends install \
319 run
'echo listen-address=127.0.0.53 | sudo tee /etc/dnsmasq.d/local.conf'
320 run
'echo bind-interfaces | sudo tee -a /etc/dnsmasq.d/local.conf'
323 ## after this dnsmasq restart, DNS lookups will fail for a few seconds.
324 run
'sudo service dnsmasq restart'
325 run
"sudo resolvconf --disable-updates"
326 run
'echo nameserver 127.0.0.53 | sudo tee /etc/resolv.conf'
327 run
"export RESOLVERIP=127.0.0.53"
331 run
"sudo apt-get -qq --no-install-recommends install \
336 # recursor test requirements / setup
337 # lua-posix is required for the ghost tests
338 # (used by the prequery script in the auth)
339 run
"sudo apt-get -qq --no-install-recommends install \
349 run
"wget http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip"
350 run
"unzip top-1m.csv.zip -d ${TRAVIS_BUILD_DIR}/regression-tests"
351 run
'echo -e "deb [arch=amd64] http://repo.powerdns.com/ubuntu trusty-auth-master main" | sudo tee /etc/apt/sources.list.d/pdns.list'
352 run
'echo -e "Package: pdns-*\nPin: origin repo.powerdns.com\nPin-Priority: 9001" | sudo tee /etc/apt/preferences.d/pdns'
353 run
'curl https://repo.powerdns.com/CBC8B383-pub.asc | sudo apt-key add - '
354 run
'sudo apt-get update'
355 run
'sudo apt-get -y install pdns-server pdns-tools'
356 run
"sudo service pdns stop"
357 run
'for suffix in {1..40}; do sudo /sbin/ip addr add 10.0.3.$suffix/32 dev lo; done'
358 run
"sudo touch /etc/authbind/byport/53"
359 run
"sudo chmod 755 /etc/authbind/byport/53"
360 run
"cd ${TRAVIS_BUILD_DIR}"
362 run
"sudo sed -i \"s/agentxperms 0700 0755 recursor/agentxperms 0700 0755 ${USER}/g\" regression-tests.recursor-dnssec/snmpd.conf"
363 run
"sudo cp -f regression-tests.recursor-dnssec/snmpd.conf /etc/snmp/snmpd.conf"
364 run
"sudo service snmpd restart"
365 ## fun story, the directory perms are only applied if it doesn't exist yet, and it is created by the init script, so..
366 run
"sudo chmod 0755 /var/agentx"
370 # test requirements / setup
371 run
"sudo add-apt-repository -y ppa:zeha/libfstrm-ppa"
372 run
'curl "http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0x396160EF8126A2E2" | sudo apt-key add - '
373 run
"sudo apt-get -qq update"
374 run
"sudo apt-get -qq --no-install-recommends install \
378 run
"sudo sed -i \"s/agentxperms 0700 0755 dnsdist/agentxperms 0700 0755 ${USER}/g\" regression-tests.dnsdist/snmpd.conf"
379 run
"sudo cp -f regression-tests.dnsdist/snmpd.conf /etc/snmp/snmpd.conf"
380 run
"sudo service snmpd restart"
381 # fun story, the directory perms are only applied if it doesn't exist yet, and it is created by the init script, so..
382 run
"sudo chmod 0755 /var/agentx"
385 check_for_dangling_symlinks
() {
386 run
'! find -L . -name missing-sources -prune -o ! -name pubsuffix.cc -type l | grep .'
393 --with-dynmodules='bind gmysql geoip gpgsql gsqlite3 lmdb lua mydns opendbx pipe random remote tinydns godbc lua2' \
397 --enable-experimental-pkcs11 \
398 --enable-remotebackend-zeromq \
400 --enable-unit-tests \
401 --enable-backend-unit-tests \
402 --enable-fuzz-targets \
403 --disable-dependency-tracking \
404 --disable-silent-rules \
408 run
"make -k install DESTDIR=/tmp/pdns-install-dir"
409 run
"find /tmp/pdns-install-dir -ls"
416 --with-dynmodules='bind' \
419 --enable-unit-tests \
420 --disable-dependency-tracking \
421 --disable-silent-rules"
422 run
"make -C ext -k -j3"
424 run
"make -k -j3 ixfrdist"
429 export PDNS_RECURSOR_DIR
=$HOME/pdns_recursor
430 run
"cd pdns/recursordist"
431 check_for_dangling_symlinks
434 run
"./build-scripts/dist-recursor"
435 run
"cd pdns/recursordist"
436 run
"tar xf pdns-recursor-*.tar.bz2"
437 run
"rm -f pdns-recursor-*.tar.bz2"
438 run
"cd pdns-recursor-*"
441 --prefix=$PDNS_RECURSOR_DIR \
443 --enable-unit-tests \
445 --disable-silent-rules"
448 run
"find $PDNS_RECURSOR_DIR -ls"
453 run
"cd pdns/dnsdistdist"
454 check_for_dangling_symlinks
456 run
"./build-scripts/dist-dnsdist"
457 run
"cd pdns/dnsdistdist"
458 run
"tar xf dnsdist*.tar.bz2"
462 --enable-unit-tests \
465 --enable-dns-over-tls \
467 --prefix=$HOME/dnsdist \
468 --disable-silent-rules"
473 run
"find $HOME/dnsdist -ls"
474 run
"rm -rf pdns/dnsdistdist/dnsdist-*/"
479 run
"make -j3 check || (cat pdns/test-suite.log; false)"
480 run
"test -f pdns/test-suite.log && cat pdns/test-suite.log || true"
481 run
"test -f modules/remotebackend/test-suite.log && cat modules/remotebackend/test-suite.log || true"
483 #DNSName - make -k -j3 -C pdns $(grep '(EXEEXT):' pdns/Makefile | cut -f1 -d\$ | grep -E -v 'dnsdist|calidns')
484 run
'make -k -j3 -C pdns $(grep "(EXEEXT):" pdns/Makefile | cut -f1 -d\$)'
487 run
"./pdnsutil test-algorithms"
490 run
"cd regression-tests"
492 #travis unbound is too old for this test (unbound 1.6.0 required)
493 run
"touch tests/ent-asterisk/fail.nsec"
495 run
"./timestamp ./start-test-stop 5300 bind-both"
496 run
"./timestamp ./start-test-stop 5300 bind-dnssec-both"
497 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
498 # run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
499 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
500 run
"./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
501 #ecdsa - ./timestamp ./start-test-stop 5300 bind-dnssec-pkcs11
503 run
"./timestamp ./start-test-stop 5300 geoip"
504 run
"./timestamp ./start-test-stop 5300 geoip-nsec3-narrow"
505 run
"export geoipdatabase=../modules/geoipbackend/regression-tests/GeoLiteCity.mmdb"
506 run
"./timestamp ./start-test-stop 5300 geoip"
508 run
"./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
509 run
"./timestamp ./start-test-stop 5300 gmysql-both"
510 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
511 # run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
512 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
514 run
"export GODBC_SQLITE3_DSN=pdns-sqlite3-1"
515 run
"./timestamp ./start-test-stop 5300 godbc_sqlite3-nsec3"
517 run
"./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
518 run
"./timestamp ./start-test-stop 5300 gpgsql-both"
519 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
520 #run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
521 #run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
523 run
"./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
524 run
"./timestamp ./start-test-stop 5300 gsqlite3-both"
525 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
526 # run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
527 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
529 run
"./timestamp ./start-test-stop 5300 mydns"
531 run
"./timestamp ./start-test-stop 5300 opendbx-sqlite3"
533 run
"./timestamp ./start-test-stop 5300 remotebackend-pipe"
534 run
"./timestamp ./start-test-stop 5300 remotebackend-pipe-dnssec"
535 #run "./timestamp ./start-test-stop 5300 remotebackend-unix"
536 run
"./timestamp ./start-test-stop 5300 remotebackend-unix-dnssec"
537 #run "./timestamp ./start-test-stop 5300 remotebackend-http"
538 run
"./timestamp ./start-test-stop 5300 remotebackend-http-dnssec"
539 #run "./timestamp ./start-test-stop 5300 remotebackend-zeromq"
540 run
"./timestamp ./start-test-stop 5300 remotebackend-zeromq-dnssec"
542 run
"./timestamp ./start-test-stop 5300 tinydns"
544 run
"./timestamp ./start-test-stop 5300 lmdb-nodnssec-both"
545 run
"./timestamp ./start-test-stop 5300 lmdb-both"
546 run
"./timestamp ./start-test-stop 5300 lmdb-nsec3-both"
547 # run "./timestamp ./start-test-stop 5300 lmdb-nsec3-optout-both"
549 run
"rm tests/ent-asterisk/fail.nsec"
551 run
"cd ../modules/luabackend/test2"
552 run
"../../../regression-tests/timestamp ./runtest"
556 run
"cd regression-tests.rootzone"
557 run
"./timestamp ./start-test-stop 5300 bind-both"
558 run
"./timestamp ./start-test-stop 5300 bind-dnssec-both"
559 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
560 # run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
561 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
562 run
"./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
564 run
"./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
565 run
"./timestamp ./start-test-stop 5300 gmysql-both"
566 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
567 # run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
568 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
570 run
"./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
571 run
"./timestamp ./start-test-stop 5300 gpgsql-both"
572 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
573 # run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
574 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
576 run
"./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
577 run
"./timestamp ./start-test-stop 5300 gsqlite3-both"
578 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
579 # run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
580 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
582 run
"./timestamp ./start-test-stop 5300 lua2"
583 run
"./timestamp ./start-test-stop 5300 lua2-dnssec"
585 run
"./timestamp ./start-test-stop 5300 lmdb-both"
586 run
"./timestamp ./start-test-stop 5300 lmdb-nodnssec-both"
587 run
"./timestamp ./start-test-stop 5300 lmdb-nsec3-both"
588 # run "./timestamp ./start-test-stop 5300 lmdb-nsec3-optout-both"
593 run
"cd regression-tests.api"
594 run
"./runtests authoritative"
597 ### no backend tests ###
598 run
"cd regression-tests.nobackend/"
600 run
"test ! -s ./failed_tests"
603 ### Lua rec tests ###
604 run
"cd regression-tests.auth-py"
605 run
"./runtests -v || (cat ./configs/auth/pdns.log; false)"
608 run
"rm -f regression-tests/zones/*-slave.*" #FIXME
612 run
"cd regression-tests.ixfrdist"
613 run
"IXFRDISTBIN=${TRAVIS_BUILD_DIR}/pdns/ixfrdist ./runtests -v || (cat ixfrdist.log; false)"
618 export PDNSRECURSOR
="${PDNS_RECURSOR_DIR}/sbin/pdns_recursor"
619 export DNSBULKTEST
="/usr/bin/dnsbulktest"
620 export RECCONTROL
="${PDNS_RECURSOR_DIR}/bin/rec_control"
621 run
"cd pdns/recursordist/pdns-recursor-*"
622 run
"make -j 3 check || (cat test-suite.log; false)"
623 run
"cd ${TRAVIS_BUILD_DIR}"
624 run
"./build-scripts/test-recursor"
625 export RECURSOR
="${PDNSRECURSOR}"
626 run
"cd regression-tests"
627 run
"THRESHOLD=50 TRACE=no ./timestamp ./recursor-test 5300 50000"
630 run
"cd regression-tests.api"
631 run
"./runtests recursor"
636 run
"cd regression-tests.dnsdist"
637 run
"DNSDISTBIN=$HOME/dnsdist/bin/dnsdist ./runtests -v --ignore-files='(?:^\.|^_,|^setup\.py$|^test_DOH\.py$|^test_OCSP\.py$)'"
638 run
"rm -f ./DNSCryptResolver.cert ./DNSCryptResolver.key"
644 run
"git status | grep -q clean"
647 # global build requirements
648 run
"sudo apt-get -qq --no-install-recommends install \
656 run
"wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb"
657 run
"wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
658 run
"sudo dpkg -i libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
659 run
"cd ${TRAVIS_BUILD_DIR}"
661 compilerflags
="-O1 -Werror=vla"
663 if [ "$CC" = "clang" ]
665 compilerflags
="$compilerflags -Werror=string-plus-int"
666 if [ "${PDNS_BUILD_PRODUCT}" = "recursor" ]; then
667 sanitizerflags
="${sanitizerflags} --enable-asan"
668 elif [ "${PDNS_BUILD_PRODUCT}" = "dnsdist" ]; then
669 sanitizerflags
="${sanitizerflags} --enable-asan --enable-ubsan"
670 elif [ "${PDNS_BUILD_PRODUCT}" = "ixfrdist" ]; then
671 sanitizerflags
="${sanitizerflags} --enable-asan --enable-ubsan"
674 export CFLAGS
=$compilerflags
675 export CXXFLAGS
=$compilerflags
676 export sanitizerflags
677 # We need a suppression for UndefinedBehaviorSanitizer with ixfrdist,
678 # because of a vptr bug fixed in Boost 1.57.0:
679 # https://github.com/boostorg/any/commit/c92ab03ab35775b6aab30f6cdc3d95b7dd8fc5c6
680 export UBSAN_OPTIONS
="print_stacktrace=1:halt_on_error=1:suppressions=${TRAVIS_BUILD_DIR}/build-scripts/UBSan.supp"
682 install_
$PDNS_BUILD_PRODUCT
684 build_
$PDNS_BUILD_PRODUCT
686 test_
$PDNS_BUILD_PRODUCT
688 if [ $PDNS_BUILD_PRODUCT == "auth" ]; then