3 ## "upstream" travis functions
5 ANSI_GREEN
="\033[32;1m"
12 function travis_cmd
() {
13 local assert output display retry timing cmd result
21 --assert) assert
=true
; shift ;;
22 --echo) output
=true
; shift ;;
23 --display) display
=$2; shift 2;;
24 --retry) retry
=true
; shift ;;
25 --timing) timing
=true
; shift ;;
30 if [[ -n "$timing" ]]; then
34 if [[ -n "$output" ]]; then
35 echo "\$ ${display:-$cmd}"
38 if [[ -n "$retry" ]]; then
39 travis_retry
eval "$cmd"
45 if [[ -n "$timing" ]]; then
49 if [[ -n "$assert" ]]; then
57 travis_timer_id
=$
(printf %08x $
(( RANDOM
* RANDOM
)))
58 travis_start_time
=$
(travis_nanoseconds
)
59 echo -en "travis_time:start:$travis_timer_id\r${ANSI_CLEAR}"
62 travis_time_finish
() {
64 travis_end_time
=$
(travis_nanoseconds
)
65 local duration
=$
(($travis_end_time-$travis_start_time))
66 echo -en "\ntravis_time:end:$travis_timer_id:start=$travis_start_time,finish=$travis_end_time,duration=$duration\r${ANSI_CLEAR}"
70 function travis_nanoseconds
() {
75 if hash gdate
> /dev
/null
2>&1; then
76 cmd
="gdate" # use gdate if available
77 elif [[ "$os" = Darwin
]]; then
78 format
="+%s000000000" # fallback to second precision on darwin (does not support %N)
86 if [ $result -ne 0 ]; then
87 echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" failed and exited with $result during $TRAVIS_STAGE.${ANSI_RESET}\n\nYour build has been stopped."
94 export TRAVIS_TEST_RESULT
=$
(( ${TRAVIS_TEST_RESULT:-0} | $
(($result != 0)) ))
96 if [ $result -eq 0 ]; then
97 echo -e "\n${ANSI_GREEN}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
99 echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
104 pkill
-9 -P $$
&> /dev
/null || true
111 if [[ $timeout =~ ^
[0-9]+$
]]; then
112 # looks like an integer, so we assume it's a timeout
120 local log_file
=travis_wait_$$.log
125 travis_jigger $
! $timeout $cmd &
130 wait $cmd_pid 2>/dev
/null
132 ps
-p$jigger_pid &>/dev
/null
&& kill $jigger_pid
135 if [ $result -eq 0 ]; then
136 echo -e "\n${ANSI_GREEN}The command $cmd exited with $result.${ANSI_RESET}"
138 echo -e "\n${ANSI_RED}The command $cmd exited with $result.${ANSI_RESET}"
141 echo -e "\n${ANSI_GREEN}Log:${ANSI_RESET}\n"
148 # helper method for travis_wait()
151 local timeout
=$1 # in minutes
158 while [ $count -lt $timeout ]; do
159 count
=$
(($count + 1))
160 echo -ne "Still running ($count of $timeout): $@\r"
164 echo -e "\n${ANSI_RED}Timeout (${timeout} minutes) reached. Terminating \"$@\"${ANSI_RESET}\n"
171 while [ $count -le 3 ]; do
172 [ $result -ne 0 ] && {
173 echo -e "\n${ANSI_RED}The command \"$@\" failed. Retrying, $count of 3.${ANSI_RESET}\n" >&2
177 [ $result -eq 0 ] && break
178 count
=$
(($count + 1))
182 [ $count -gt 3 ] && {
183 echo -e "\n${ANSI_RED}The command \"$@\" failed 3 times.${ANSI_RESET}\n" >&2
192 echo -en "travis_fold:${action}:${name}\r${ANSI_CLEAR}"
196 echo $1 | base64
-d | openssl rsautl
-decrypt -inkey ~
/.ssh
/id_rsa.repo
201 travis_cmd
"$1" --echo --assert
205 # pkcs11 build requirements
206 run
"sudo apt-get -qq --no-install-recommends install \
210 run
"sudo add-apt-repository -y ppa:jelu/validns"
211 run
'curl "http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0x7AA4AC1F04A52E842B88094F01B7B7D6564DECD0" | sudo apt-key add - '
214 run
"sudo add-apt-repository -y ppa:maxmind/ppa"
215 run
"gpg --keyserver keyserver.ubuntu.com --recv-keys DE742AFA"
216 run
"gpg --export DE742AFA | sudo apt-key add -"
217 run
"sudo apt-get update"
218 run
"sudo apt-get -qq --no-install-recommends install \
224 run
"sudo apt-get -qq --no-install-recommends install \
227 # remote-backend build requirements
228 run
"sudo apt-get -qq --no-install-recommends install \
232 run
"sudo apt-get -qq --no-install-recommends install \
235 # authoritative test requirements / setup
236 run
"sudo apt-get -qq --no-install-recommends install \
247 run
"wget https://github.com/dblacka/jdnssec-tools/releases/download/0.14/jdnssec-tools-0.14.tar.gz"
248 run
"sudo tar xfz jdnssec-tools-0.14.tar.gz --strip-components=1 -C /"
249 run
"cd ${TRAVIS_BUILD_DIR}"
251 # pkcs11 test requirements / setup
252 run
"sudo apt-get -qq --no-install-recommends install \
255 run
"sudo mkdir -p /etc/pkcs11/modules/"
256 run
"sudo cp -f regression-tests/softhsm.mod /etc/pkcs11/modules/softhsm.module"
257 run
"sudo cp -f regression-tests/softhsm.conf /etc/softhsm/softhsm.conf"
258 run
"sudo chmod 0755 /etc/softhsm/"
259 run
"sudo chmod 0644 /etc/softhsm/softhsm.conf"
260 run
"sudo chmod 0777 /var/lib/softhsm"
261 run
"p11-kit -l" # ensure it's ok
263 # bind-backend tests requirements
264 run
"sudo apt-get -qq --no-install-recommends install \
268 run
"wget https://downloads.powerdns.com/tmp/dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
269 run
"tar xzvf dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
270 run
"fakeroot alien --to-deb dnsperf-2.0.0.0-1/dnsperf-2.0.0.0-1.el6.x86_64.rpm"
271 run
"sudo dpkg -i dnsperf_2.0.0.0-2_amd64.deb"
272 run
"cd ${TRAVIS_BUILD_DIR}"
274 # geoip-backend test requirements / setup
275 run
"sudo apt-get -qq --no-install-recommends install \
278 # gmysql-backend test requirements
279 # as of 2016/12/01, mysql-5.6 is now installed in the default travis image
280 # see https://github.com/travis-ci/travis-ci/issues/6961
281 #run "sudo apt-get -qq --no-install-recommends install \
284 # godbc-backend test setup
285 run
'echo -e "[pdns-sqlite3-1]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite3\n\n[pdns-sqlite3-2]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite32\n" > ${HOME}/.odbc.ini'
286 run
'echo ${HOME}/.odbc.ini'
287 run
'cat ${HOME}/.odbc.ini'
289 # remote-backend tests requirements
290 run
"sudo apt-get -qq --no-install-recommends install \
292 rubygems-integration \
294 run
"gem update --system"
295 run
"gem install bundler --no-rdoc --no-ri"
296 run
"cd modules/remotebackend"
297 run
"ruby -S bundle install"
301 run
"sudo apt-get -qq --no-install-recommends install \
305 run
"sudo apt-get -qq --no-install-recommends install \
308 run
"sudo touch /etc/authbind/byport/53"
309 run
"sudo chmod 755 /etc/authbind/byport/53"
311 # Install dnsmasq to make lookups more robust
312 run
"sudo apt-get -qq --no-install-recommends install \
314 run
'echo listen-address=127.0.0.53 | sudo tee /etc/dnsmasq.d/local.conf'
315 run
'echo bind-interfaces | sudo tee -a /etc/dnsmasq.d/local.conf'
318 ## after this dnsmasq restart, DNS lookups will fail for a few seconds.
319 run
'sudo service dnsmasq restart'
320 run
"sudo resolvconf --disable-updates"
321 run
'echo nameserver 127.0.0.53 | sudo tee /etc/resolv.conf'
322 run
"export RESOLVERIP=127.0.0.53"
326 run
"sudo apt-get -qq --no-install-recommends install \
331 # recursor test requirements / setup
332 # lua-posix is required for the ghost tests
333 # (used by the prequery script in the auth)
334 run
"sudo apt-get -qq --no-install-recommends install \
345 run
"wget http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip"
346 run
"unzip top-1m.csv.zip -d ${TRAVIS_BUILD_DIR}/regression-tests"
347 run
'echo -e "deb [arch=amd64] http://repo.powerdns.com/ubuntu trusty-auth-master main" | sudo tee /etc/apt/sources.list.d/pdns.list'
348 run
'echo -e "Package: pdns-*\nPin: origin repo.powerdns.com\nPin-Priority: 9001" | sudo tee /etc/apt/preferences.d/pdns'
349 run
'curl https://repo.powerdns.com/CBC8B383-pub.asc | sudo apt-key add - '
350 run
'sudo apt-get update'
351 run
'sudo apt-get -y install pdns-server pdns-tools'
352 run
"sudo service pdns stop"
353 run
'for suffix in {1..40}; do sudo /sbin/ip addr add 10.0.3.$suffix/32 dev lo; done'
354 run
"sudo touch /etc/authbind/byport/53"
355 run
"sudo chmod 755 /etc/authbind/byport/53"
356 run
"cd ${TRAVIS_BUILD_DIR}"
358 run
"sudo sed -i \"s/agentxperms 0700 0755 recursor/agentxperms 0700 0755 ${USER}/g\" regression-tests.recursor-dnssec/snmpd.conf"
359 run
"sudo cp -f regression-tests.recursor-dnssec/snmpd.conf /etc/snmp/snmpd.conf"
360 run
"sudo service snmpd restart"
361 ## fun story, the directory perms are only applied if it doesn't exist yet, and it is created by the init script, so..
362 run
"sudo chmod 0755 /var/agentx"
366 # test requirements / setup
367 run
"sudo add-apt-repository -y ppa:zeha/libfstrm-ppa"
368 run
'curl "http://keyserver.ubuntu.com:11371/pks/lookup?op=get&search=0x396160EF8126A2E2" | sudo apt-key add - '
369 run
"sudo apt-get -qq update"
370 run
"sudo apt-get -qq --no-install-recommends install \
376 run
"sudo sed -i \"s/agentxperms 0700 0755 dnsdist/agentxperms 0700 0755 ${USER}/g\" regression-tests.dnsdist/snmpd.conf"
377 run
"sudo cp -f regression-tests.dnsdist/snmpd.conf /etc/snmp/snmpd.conf"
378 run
"sudo service snmpd restart"
379 # fun story, the directory perms are only applied if it doesn't exist yet, and it is created by the init script, so..
380 run
"sudo chmod 0755 /var/agentx"
383 check_for_dangling_symlinks
() {
384 run
'! find -L . -name missing-sources -prune -o ! -name pubsuffix.cc -type l | grep .'
391 --with-dynmodules='bind gmysql geoip gpgsql gsqlite3 lmdb pipe random remote tinydns godbc lua2' \
395 --enable-experimental-pkcs11 \
396 --enable-remotebackend-zeromq \
398 --enable-unit-tests \
399 --enable-backend-unit-tests \
400 --enable-fuzz-targets \
401 --disable-dependency-tracking \
402 --disable-silent-rules \
406 run
"make -k install DESTDIR=/tmp/pdns-install-dir"
407 run
"find /tmp/pdns-install-dir -ls"
414 --with-dynmodules='bind' \
417 --enable-unit-tests \
418 --disable-dependency-tracking \
419 --disable-silent-rules"
420 run
"make -C ext -k -j3"
422 run
"make -k -j3 ixfrdist"
427 export PDNS_RECURSOR_DIR
=$HOME/pdns_recursor
428 run
"cd pdns/recursordist"
429 check_for_dangling_symlinks
432 run
"./build-scripts/dist-recursor"
433 run
"cd pdns/recursordist"
434 run
"tar xf pdns-recursor-*.tar.bz2"
435 run
"rm -f pdns-recursor-*.tar.bz2"
436 run
"cd pdns-recursor-*"
439 --prefix=$PDNS_RECURSOR_DIR \
441 --enable-unit-tests \
444 --disable-silent-rules"
447 run
"find $PDNS_RECURSOR_DIR -ls"
452 run
"cd pdns/dnsdistdist"
453 check_for_dangling_symlinks
455 run
"./build-scripts/dist-dnsdist"
456 run
"cd pdns/dnsdistdist"
457 run
"tar xf dnsdist*.tar.bz2"
461 --enable-unit-tests \
464 --enable-dns-over-tls \
467 --prefix=$HOME/dnsdist \
468 --disable-silent-rules"
473 run
"find $HOME/dnsdist -ls"
474 run
"rm -rf pdns/dnsdistdist/dnsdist-*/"
479 run
"make -j3 check || (cat pdns/test-suite.log; false)"
480 run
"test -f pdns/test-suite.log && cat pdns/test-suite.log || true"
481 run
"test -f modules/remotebackend/test-suite.log && cat modules/remotebackend/test-suite.log || true"
483 #DNSName - make -k -j3 -C pdns $(grep '(EXEEXT):' pdns/Makefile | cut -f1 -d\$ | grep -E -v 'dnsdist|calidns')
484 run
'make -k -j3 -C pdns $(grep "(EXEEXT):" pdns/Makefile | cut -f1 -d\$)'
487 run
"./pdnsutil test-algorithms"
490 run
"cd regression-tests"
492 #travis unbound is too old for this test (unbound 1.6.0 required)
493 run
"touch tests/ent-asterisk/fail.nsec"
495 run
"./timestamp ./start-test-stop 5300 bind-both"
496 run
"./timestamp ./start-test-stop 5300 bind-dnssec-both"
497 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
498 # run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
499 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
500 run
"./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
501 #ecdsa - ./timestamp ./start-test-stop 5300 bind-dnssec-pkcs11
503 run
"./timestamp ./start-test-stop 5300 geoip"
504 run
"./timestamp ./start-test-stop 5300 geoip-nsec3-narrow"
505 run
"export geoipdatabase=../modules/geoipbackend/regression-tests/GeoLiteCity.mmdb"
506 run
"./timestamp ./start-test-stop 5300 geoip"
508 run
"./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
509 run
"./timestamp ./start-test-stop 5300 gmysql-both"
510 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
511 # run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
512 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
514 run
"sudo perl -i -pe 's/\]/]\nThreading=1/g' /etc/odbcinst.ini"
515 run
"cat /etc/odbcinst.ini"
516 run
"export GODBC_SQLITE3_DSN=pdns-sqlite3-1"
517 # this test is unstable on the library versions in the Travis trusty image
518 # run "./timestamp ./start-test-stop 5300 godbc_sqlite3-nsec3"
520 run
"./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
521 run
"./timestamp ./start-test-stop 5300 gpgsql-both"
522 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
523 #run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
524 #run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
526 run
"./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
527 run
"./timestamp ./start-test-stop 5300 gsqlite3-both"
528 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
529 # run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
530 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
532 run
"./timestamp ./start-test-stop 5300 remotebackend-pipe"
533 run
"./timestamp ./start-test-stop 5300 remotebackend-pipe-dnssec"
534 #run "./timestamp ./start-test-stop 5300 remotebackend-unix"
535 run
"./timestamp ./start-test-stop 5300 remotebackend-unix-dnssec"
536 #run "./timestamp ./start-test-stop 5300 remotebackend-http"
537 run
"./timestamp ./start-test-stop 5300 remotebackend-http-dnssec"
538 #run "./timestamp ./start-test-stop 5300 remotebackend-zeromq"
539 run
"./timestamp ./start-test-stop 5300 remotebackend-zeromq-dnssec"
541 run
"./timestamp ./start-test-stop 5300 tinydns"
543 run
"./timestamp ./start-test-stop 5300 lmdb-nodnssec-both"
544 run
"./timestamp ./start-test-stop 5300 lmdb-both"
545 run
"./timestamp ./start-test-stop 5300 lmdb-nsec3-both"
546 # run "./timestamp ./start-test-stop 5300 lmdb-nsec3-optout-both"
548 run
"rm tests/ent-asterisk/fail.nsec"
550 run
"cd ../regression-tests.rootzone"
551 run
"./timestamp ./start-test-stop 5300 bind-both"
552 run
"./timestamp ./start-test-stop 5300 bind-dnssec-both"
553 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
554 # run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
555 run
"./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
556 run
"./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
558 run
"./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
559 run
"./timestamp ./start-test-stop 5300 gmysql-both"
560 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
561 # run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
562 run
"./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
564 run
"./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
565 run
"./timestamp ./start-test-stop 5300 gpgsql-both"
566 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
567 # run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
568 run
"./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
570 run
"./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
571 run
"./timestamp ./start-test-stop 5300 gsqlite3-both"
572 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
573 # run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
574 run
"./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
576 run
"./timestamp ./start-test-stop 5300 lua2"
577 run
"./timestamp ./start-test-stop 5300 lua2-dnssec"
579 run
"./timestamp ./start-test-stop 5300 lmdb-both"
580 run
"./timestamp ./start-test-stop 5300 lmdb-nodnssec-both"
581 run
"./timestamp ./start-test-stop 5300 lmdb-nsec3-both"
582 # run "./timestamp ./start-test-stop 5300 lmdb-nsec3-optout-both"
587 run
"cd regression-tests.api"
588 run
"./runtests authoritative"
591 ### no backend tests ###
592 run
"cd regression-tests.nobackend/"
594 run
"test ! -s ./failed_tests"
597 ### Lua rec tests ###
598 run
"cd regression-tests.auth-py"
599 run
"./runtests -v || (cat ./configs/auth/pdns.log; false)"
602 run
"rm -f regression-tests/zones/*-slave.*" #FIXME
606 run
"cd regression-tests.ixfrdist"
607 run
"IXFRDISTBIN=${TRAVIS_BUILD_DIR}/pdns/ixfrdist ./runtests -v || (cat ixfrdist.log; false)"
612 export PDNSRECURSOR
="${PDNS_RECURSOR_DIR}/sbin/pdns_recursor"
613 export DNSBULKTEST
="/usr/bin/dnsbulktest"
614 export RECCONTROL
="${PDNS_RECURSOR_DIR}/bin/rec_control"
615 run
"cd pdns/recursordist/pdns-recursor-*"
616 run
"make -j 3 check || (cat test-suite.log; false)"
617 run
"cd ${TRAVIS_BUILD_DIR}"
618 run
"./build-scripts/test-recursor"
619 export RECURSOR
="${PDNSRECURSOR}"
620 run
"cd regression-tests"
621 run
"THRESHOLD=50 TRACE=no ./timestamp ./recursor-test 5300 50000"
624 run
"cd regression-tests.api"
625 run
"./runtests recursor"
630 run
"cd regression-tests.dnsdist"
631 export SKIP_DOH_TESTS
=1
632 export SKIP_PROMETHEUS_TESTS
=1
633 run
"DNSDISTBIN=$HOME/dnsdist/bin/dnsdist ./runtests -v --ignore-files='(?:^\.|^_,|^setup\.py$|^test_TLSSessionResumption\.py$)'"
634 run
"rm -f ./DNSCryptResolver.cert ./DNSCryptResolver.key"
640 run
"git status | grep -q clean"
643 # global build requirements
644 run
"sudo apt-get -qq --no-install-recommends install \
652 run
"wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb"
653 run
"wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
654 run
"sudo dpkg -i libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
655 run
"cd ${TRAVIS_BUILD_DIR}"
657 compilerflags
="-O1 -Werror=vla"
659 if [ "$CC" = "clang" ]
661 compilerflags
="$compilerflags -Werror=string-plus-int"
662 if [ "${PDNS_BUILD_PRODUCT}" = "recursor" ]; then
663 sanitizerflags
="${sanitizerflags} --enable-asan"
664 elif [ "${PDNS_BUILD_PRODUCT}" = "dnsdist" ]; then
665 sanitizerflags
="${sanitizerflags} --enable-asan --enable-ubsan"
666 elif [ "${PDNS_BUILD_PRODUCT}" = "ixfrdist" ]; then
667 sanitizerflags
="${sanitizerflags} --enable-asan --enable-ubsan"
670 export CFLAGS
=$compilerflags
671 export CXXFLAGS
=$compilerflags
672 export sanitizerflags
673 # We need a suppression for UndefinedBehaviorSanitizer with ixfrdist,
674 # because of a vptr bug fixed in Boost 1.57.0:
675 # https://github.com/boostorg/any/commit/c92ab03ab35775b6aab30f6cdc3d95b7dd8fc5c6
676 export UBSAN_OPTIONS
="print_stacktrace=1:halt_on_error=1:suppressions=${TRAVIS_BUILD_DIR}/build-scripts/UBSan.supp"
678 install_
$PDNS_BUILD_PRODUCT
680 build_
$PDNS_BUILD_PRODUCT
682 test_
$PDNS_BUILD_PRODUCT
684 if [ $PDNS_BUILD_PRODUCT == "auth" ]; then