]>
git.ipfire.org Git - thirdparty/pdns.git/blob - tasks.py
1 from invoke
import task
2 from invoke
.exceptions
import Failure
, UnexpectedExit
8 auth_backend_ip_addr
= os
.getenv('AUTH_BACKEND_IP_ADDR', '127.0.0.1')
10 clang_version
= os
.getenv('CLANG_VERSION', '13')
11 rust_version
= 'rust-1.72.0-x86_64-unknown-linux-gnu'
36 auth_build_deps
= [ # FIXME: perhaps we should be stealing these from the debian (Ubuntu) control file
37 'default-libmysqlclient-dev',
39 'libcurl4-openssl-dev',
75 dnsdist_build_deps
= [
87 auth_test_deps
= [ # FIXME: we should be generating some of these from shlibdeps in build
92 'default-jre-headless',
99 '"libboost-serialization1.7[1-9]+"',
148 'texlive-formats-extra',
149 'texlive-latex-extra',
154 c
.sudo('sed -i \'s/azure\.//\' /etc/apt/sources.list')
155 c
.sudo('apt-get update')
156 c
.sudo('apt-get -y --allow-downgrades dist-upgrade')
159 def install_clang(c
):
161 install clang and llvm
163 c
.sudo(f
'apt-get -y --no-install-recommends install clang-{clang_version} llvm-{clang_version}')
166 def install_clang_tidy_tools(c
):
167 c
.sudo(f
'apt-get -y --no-install-recommends install clang-tidy-{clang_version} clang-tools-{clang_version} bear python3-yaml')
170 def install_clang_runtime(c
):
171 # this gives us the symbolizer, for symbols in asan/ubsan traces
172 c
.sudo(f
'apt-get -y --no-install-recommends install clang-{clang_version}')
175 def ci_install_rust(c
, repo
):
176 c
.sudo(f
'{repo}/builder-support/helpers/install_rust.sh {rust_version}')
178 def install_libdecaf(c
, product
):
179 c
.run('git clone https://git.code.sf.net/p/ed448goldilocks/code /tmp/libdecaf')
180 with c
.cd('/tmp/libdecaf'):
181 c
.run('git checkout 41f349')
182 c
.run(f
'CC=clang-{clang_version} CXX=clang-{clang_version} '
184 '-DCMAKE_INSTALL_PREFIX=/usr/local '
185 '-DCMAKE_INSTALL_LIBDIR=lib '
186 '-DENABLE_STATIC=OFF '
187 '-DENABLE_TESTS=OFF '
188 '-DCMAKE_C_FLAGS="-Wno-sizeof-array-div -Wno-array-parameter" .')
189 c
.run('make -C build')
190 c
.run('sudo make -C build install')
191 c
.sudo(f
'mkdir -p /opt/{product}/libdecaf')
192 c
.sudo(f
'cp /usr/local/lib/libdecaf.so* /opt/{product}/libdecaf/.')
195 def install_doc_deps(c
):
196 c
.sudo('apt-get install -y ' + ' '.join(doc_deps
))
199 def install_doc_deps_pdf(c
):
200 c
.sudo('apt-get install -y ' + ' '.join(doc_deps_pdf
))
203 def install_auth_build_deps(c
):
204 c
.sudo('apt-get install -y --no-install-recommends ' + ' '.join(all_build_deps
+ git_build_deps
+ auth_build_deps
))
205 install_libdecaf(c
, 'pdns-auth')
207 def setup_authbind(c
):
208 c
.sudo('touch /etc/authbind/byport/53')
209 c
.sudo('chmod 755 /etc/authbind/byport/53')
211 auth_backend_test_deps
= dict(
212 gsqlite3
=['sqlite3'],
213 gmysql
=['default-libmysqlclient-dev'],
214 gpgsql
=['libpq-dev'],
222 godbc_sqlite3
=['libsqliteodbc'],
223 godbc_mssql
=['freetds-bin','tdsodbc'],
228 @task(help={'backend': 'Backend to install test deps for, e.g. gsqlite3; can be repeated'}, iterable
=['backend'], optional
=['backend'])
229 def install_auth_test_deps(c
, backend
): # FIXME: rename this, we do way more than apt-get
232 extra
.extend(auth_backend_test_deps
[b
])
233 c
.sudo('DEBIAN_FRONTEND=noninteractive apt-get -y install ' + ' '.join(extra
+auth_test_deps
))
235 c
.run('chmod +x /opt/pdns-auth/bin/* /opt/pdns-auth/sbin/*')
236 # c.run('''if [ ! -e $HOME/bin/jdnssec-verifyzone ]; then
237 # wget https://github.com/dblacka/jdnssec-tools/releases/download/0.14/jdnssec-tools-0.14.tar.gz
238 # tar xfz jdnssec-tools-0.14.tar.gz -C $HOME
239 # rm jdnssec-tools-0.14.tar.gz
241 # echo 'export PATH=$HOME/jdnssec-tools-0.14/bin:$PATH' >> $BASH_ENV''') # FIXME: why did this fail with no error?
242 c
.run('touch regression-tests/tests/verify-dnssec-zone/allow-missing regression-tests.nobackend/rectify-axfr/allow-missing') # FIXME: can this go?
243 # FIXME we may want to start a background recursor here to make ALIAS tests more robust
247 c
.sudo('mkdir -p /usr/local/lib')
248 c
.sudo('cp /opt/pdns-auth/libdecaf/libdecaf.so* /usr/local/lib/.')
251 def install_rec_bulk_deps(c
): # FIXME: rename this, we do way more than apt-get
252 c
.sudo('apt-get --no-install-recommends -y install ' + ' '.join(rec_bulk_deps
))
253 c
.run('chmod +x /opt/pdns-recursor/bin/* /opt/pdns-recursor/sbin/*')
256 def install_rec_test_deps(c
): # FIXME: rename this, we do way more than apt-get
257 c
.sudo('apt-get --no-install-recommends install -y ' + ' '.join(rec_bulk_deps
) + ' \
258 pdns-server pdns-backend-bind daemontools \
259 jq libfaketime lua-posix lua-socket bc authbind \
260 python3-venv python3-dev default-libmysqlclient-dev libpq-dev \
261 protobuf-compiler snmpd prometheus')
263 c
.run('chmod +x /opt/pdns-recursor/bin/* /opt/pdns-recursor/sbin/*')
267 c
.run('sed "s/agentxperms 0700 0755 recursor/agentxperms 0777 0755/g" regression-tests.recursor-dnssec/snmpd.conf | sudo tee /etc/snmp/snmpd.conf')
268 c
.sudo('/etc/init.d/snmpd restart')
270 c
.sudo('chmod 755 /var/agentx')
273 def install_dnsdist_test_deps(c
): # FIXME: rename this, we do way more than apt-get
274 c
.sudo('apt-get install -y \
279 libcurl4-openssl-dev \
292 python3-venv snmpd prometheus')
293 c
.run('sed "s/agentxperms 0700 0755 dnsdist/agentxperms 0777 0755/g" regression-tests.dnsdist/snmpd.conf | sudo tee /etc/snmp/snmpd.conf')
294 c
.sudo('/etc/init.d/snmpd restart')
296 c
.sudo('chmod 755 /var/agentx')
299 def install_rec_build_deps(c
):
300 c
.sudo('apt-get install -y --no-install-recommends ' + ' '.join(all_build_deps
+ git_build_deps
+ rec_build_deps
))
303 def install_dnsdist_build_deps(c
):
304 c
.sudo('apt-get install -y --no-install-recommends ' + ' '.join(all_build_deps
+ git_build_deps
+ dnsdist_build_deps
))
308 c
.run('BUILDER_VERSION=0.0.0-git1 autoreconf -vfi')
311 def ci_docs_build(c
):
312 c
.run('make -f Makefile.sphinx -C docs html')
315 def ci_docs_build_pdf(c
):
316 c
.run('make -f Makefile.sphinx -C docs latexpdf')
319 def ci_docs_upload_master(c
, docs_host
, pdf
, username
, product
, directory
=""):
320 rsync_cmd
= " ".join([
329 c
.run(f
"{rsync_cmd} --delete ./docs/_build/{product}-html-docs/ {username}@{docs_host}:{directory}")
330 c
.run(f
"{rsync_cmd} ./docs/_build/{product}-html-docs.tar.bz2 {username}@{docs_host}:{directory}/html-docs.tar.bz2")
331 c
.run(f
"{rsync_cmd} ./docs/_build/latex/{pdf} {username}@{docs_host}:{directory}")
334 def ci_docs_add_ssh(c
, ssh_key
, host_key
):
335 c
.run('mkdir -m 700 -p ~/.ssh')
336 c
.run(f
'echo "{ssh_key}" > ~/.ssh/id_ed25519')
337 c
.run('chmod 600 ~/.ssh/id_ed25519')
338 c
.run(f
'echo "{host_key}" > ~/.ssh/known_hosts')
341 def get_sanitizers():
342 sanitizers
= os
.getenv('SANITIZERS')
344 sanitizers
= sanitizers
.split('+')
345 sanitizers
= ['--enable-' + sanitizer
for sanitizer
in sanitizers
]
346 sanitizers
= ' '.join(sanitizers
)
356 "-Werror=format-security",
357 "-Werror=string-plus-int",
364 "-Wp,-D_GLIBCXX_ASSERTIONS",
368 def get_base_configure_cmd():
370 f
'CFLAGS="{get_cflags()}"',
371 f
'CXXFLAGS="{get_cxxflags()}"',
373 f
"CC='clang-{clang_version}'",
374 f
"CXX='clang++-{clang_version}'",
375 "--enable-option-checking=fatal",
378 "--enable-fortify-source=auto",
379 "--enable-auto-var-init=pattern",
384 def ci_auth_configure(c
):
385 sanitizers
= get_sanitizers()
387 unittests
= os
.getenv('UNIT_TESTS')
388 if unittests
== 'yes':
389 unittests
= '--enable-unit-tests --enable-backend-unit-tests'
393 fuzz_targets
= os
.getenv('FUZZING_TARGETS')
394 fuzz_targets
= '--enable-fuzz-targets' if fuzz_targets
== 'yes' else ''
410 configure_cmd
= " ".join([
411 get_base_configure_cmd(),
412 "LDFLAGS='-L/usr/local/lib -Wl,-rpath,/usr/local/lib'",
413 f
"--with-modules='{modules}'",
415 "--enable-experimental-pkcs11",
416 "--enable-experimental-gss-tsig",
417 "--enable-remotebackend-zeromq",
420 "--prefix=/opt/pdns-auth",
426 res
= c
.run(configure_cmd
, warn
=True)
428 c
.run('cat config.log')
429 raise UnexpectedExit(res
)
433 def ci_rec_configure(c
):
434 sanitizers
= get_sanitizers()
436 unittests
= os
.getenv('UNIT_TESTS')
437 unittests
= '--enable-unit-tests' if unittests
== 'yes' else ''
439 configure_cmd
= " ".join([
440 get_base_configure_cmd(),
442 "--prefix=/opt/pdns-recursor",
446 "--enable-dns-over-tls",
450 res
= c
.run(configure_cmd
, warn
=True)
452 c
.run('cat config.log')
453 raise UnexpectedExit(res
)
457 def ci_dnsdist_configure(c
, features
):
458 additional_flags
= ''
459 if features
== 'full':
460 features_set
= '--enable-dnstap \
462 --enable-dns-over-tls \
463 --enable-dns-over-https \
465 --prefix=/opt/dnsdist \
474 features_set
= '--disable-dnstap \
482 --without-libsodium \
487 additional_flags
= '-DDISABLE_COMPLETION \
488 -DDISABLE_DELAY_PIPE \
489 -DDISABLE_DYNBLOCKS \
490 -DDISABLE_PROMETHEUS \
492 -DDISABLE_BUILTIN_HTML \
495 -DDISABLE_DEPRECATED_DYNBLOCK \
496 -DDISABLE_LUA_WEB_HANDLERS \
497 -DDISABLE_NON_FFI_DQ_BINDINGS \
498 -DDISABLE_POLICIES_BINDINGS \
499 -DDISABLE_PACKETCACHE_BINDINGS \
500 -DDISABLE_DOWNSTREAM_BINDINGS \
501 -DDISABLE_COMBO_ADDR_BINDINGS \
502 -DDISABLE_CLIENT_STATE_BINDINGS \
503 -DDISABLE_QPS_LIMITER_BINDINGS \
504 -DDISABLE_SUFFIX_MATCH_BINDINGS \
505 -DDISABLE_NETMASK_BINDINGS \
506 -DDISABLE_DNSNAME_BINDINGS \
507 -DDISABLE_DNSHEADER_BINDINGS \
509 -DDISABLE_WEB_CACHE_MANAGEMENT \
510 -DDISABLE_WEB_CONFIG \
511 -DDISABLE_RULES_ALTERING_QUERIES \
512 -DDISABLE_ECS_ACTIONS \
513 -DDISABLE_TOP_N_BINDINGS \
514 -DDISABLE_OCSP_STAPLING \
515 -DDISABLE_HASHED_CREDENTIALS \
516 -DDISABLE_FALSE_SHARING_PADDING \
518 unittests
= ' --enable-unit-tests' if os
.getenv('UNIT_TESTS') == 'yes' else ''
519 sanitizers
= ' '.join('--enable-'+x
for x
in os
.getenv('SANITIZERS').split('+')) if os
.getenv('SANITIZERS') != '' else ''
520 cflags
= '-O1 -Werror=vla -Werror=shadow -Wformat=2 -Werror=format-security -Werror=string-plus-int'
521 cxxflags
= cflags
+ ' -Wp,-D_GLIBCXX_ASSERTIONS ' + additional_flags
522 res
= c
.run(f
'''CFLAGS="%s" \
524 AR=llvm-ar-{clang_version} \
525 RANLIB=llvm-ranlib-{clang_version} \
527 CC='clang-{clang_version}' \
528 CXX='clang++-{clang_version}' \
529 --enable-option-checking=fatal \
530 --enable-fortify-source=auto \
531 --enable-auto-var-init=pattern \
533 --prefix=/opt/dnsdist %s %s %s''' % (cflags
, cxxflags
, features_set
, sanitizers
, unittests
), warn
=True)
535 c
.run('cat config.log')
536 raise UnexpectedExit(res
)
540 c
.run('make -j8 -k V=1')
543 def ci_auth_make_bear(c
):
544 # Needed for clang-tidy -line-filter vs project structure shenanigans
546 c
.run('bear --append -- make -j8 -k V=1 -C ..')
550 c
.run('make -j8 -k V=1')
553 def ci_rec_make_bear(c
):
554 # Assumed to be running under ./pdns/recursordist/
555 c
.run('bear --append -- make -j8 -k V=1')
558 def ci_dnsdist_make(c
):
559 c
.run('make -j4 -k V=1')
562 def ci_dnsdist_make_bear(c
):
563 # Assumed to be running under ./pdns/dnsdistdist/
564 c
.run('bear --append -- make -j4 -k V=1')
567 def ci_auth_install_remotebackend_test_deps(c
):
568 with c
.cd('modules/remotebackend'):
569 # c.run('bundle config set path vendor/bundle')
570 c
.run('sudo ruby -S bundle install')
571 c
.sudo('apt-get install -y socat')
574 def ci_auth_run_unit_tests(c
):
575 res
= c
.run('make check', warn
=True)
577 c
.run('cat pdns/test-suite.log', warn
=True)
578 c
.run('cat modules/remotebackend/test-suite.log', warn
=True)
579 raise UnexpectedExit(res
)
582 def ci_rec_run_unit_tests(c
):
583 res
= c
.run('make check', warn
=True)
585 c
.run('cat test-suite.log')
586 raise UnexpectedExit(res
)
589 def ci_dnsdist_run_unit_tests(c
):
590 res
= c
.run('make check', warn
=True)
592 c
.run('cat test-suite.log')
593 raise UnexpectedExit(res
)
596 def ci_make_install(c
):
597 res
= c
.run('make install') # FIXME: this builds auth docs - again
600 def add_auth_repo(c
, dist_name
, dist_release_name
, pdns_repo_version
):
601 c
.sudo('apt-get install -y curl gnupg2')
602 if pdns_repo_version
== 'master':
603 c
.sudo('curl -s -o /etc/apt/trusted.gpg.d/pdns-repo.asc https://repo.powerdns.com/CBC8B383-pub.asc')
605 c
.sudo('curl -s -o /etc/apt/trusted.gpg.d/pdns-repo.asc https://repo.powerdns.com/FD380FBB-pub.asc')
606 c
.run(f
"echo 'deb [arch=amd64] http://repo.powerdns.com/{dist_name} {dist_release_name}-auth-{pdns_repo_version} main' | sudo tee /etc/apt/sources.list.d/pdns.list")
607 c
.run("echo 'Package: pdns-*' | sudo tee /etc/apt/preferences.d/pdns")
608 c
.run("echo 'Pin: origin repo.powerdns.com' | sudo tee -a /etc/apt/preferences.d/pdns")
609 c
.run("echo 'Pin-Priority: 600' | sudo tee -a /etc/apt/preferences.d/pdns")
610 c
.sudo('apt-get update')
613 def test_api(c
, product
, backend
=''):
614 if product
== 'recursor':
615 with c
.cd('regression-tests.api'):
616 c
.run(f
'PDNSRECURSOR=/opt/pdns-recursor/sbin/pdns_recursor ./runtests recursor {backend}')
617 elif product
== 'auth':
618 with c
.cd('regression-tests.api'):
619 c
.run(f
'PDNSSERVER=/opt/pdns-auth/sbin/pdns_server PDNSUTIL=/opt/pdns-auth/bin/pdnsutil SDIG=/opt/pdns-auth/bin/sdig MYSQL_HOST={auth_backend_ip_addr} PGHOST={auth_backend_ip_addr} PGPORT=5432 ./runtests authoritative {backend}')
621 raise Failure('unknown product')
623 backend_regress_tests
= dict(
627 'bind-dnssec-nsec3-both',
628 'bind-dnssec-nsec3-optout-both',
629 'bind-dnssec-nsec3-narrow',
630 # FIXME 'bind-dnssec-pkcs11'
636 lua2
= ['lua2', 'lua2-dnssec'],
637 tinydns
= ['tinydns'],
639 'remotebackend-pipe',
640 'remotebackend-unix',
641 'remotebackend-http',
642 'remotebackend-zeromq',
643 'remotebackend-pipe-dnssec',
644 'remotebackend-unix-dnssec',
645 'remotebackend-http-dnssec',
646 'remotebackend-zeromq-dnssec'
649 'lmdb-nodnssec-both',
652 'lmdb-nsec3-optout-both',
657 'gmysql-nodnssec-both',
659 'gmysql-nsec3-optout-both',
660 'gmysql-nsec3-narrow',
665 'gpgsql-nodnssec-both',
667 'gpgsql-nsec3-optout-both',
668 'gpgsql-nsec3-narrow',
673 'gsqlite3-nodnssec-both',
674 'gsqlite3-nsec3-both',
675 'gsqlite3-nsec3-optout-both',
676 'gsqlite3-nsec3-narrow'
678 godbc_sqlite3
= ['godbc_sqlite3-nodnssec'],
681 'godbc_mssql-nodnssec',
683 'godbc_mssql-nsec3-optout',
684 'godbc_mssql-nsec3-narrow'
691 geoip_mmdb
= ['geoip'],
694 godbc_mssql_credentials
= {"username": "sa", "password": "SAsa12%%"}
700 Server={auth_backend_ip_addr}
705 [pdns-mssql-docker-nodb]
708 Server={auth_backend_ip_addr}
714 Database = pdns.sqlite3
718 Database = pdns.sqlite32
721 def setup_godbc_mssql(c
):
722 with
open(os
.path
.expanduser("~/.odbc.ini"), "a") as f
:
723 f
.write(godbc_config
)
724 c
.sudo('sh -c \'echo "Threading=1" | cat /usr/share/tdsodbc/odbcinst.ini - | tee -a /etc/odbcinst.ini\'')
725 c
.sudo('sed -i "s/libtdsodbc.so/\/usr\/lib\/x86_64-linux-gnu\/odbc\/libtdsodbc.so/g" /etc/odbcinst.ini')
726 c
.run(f
'echo "create database pdns" | isql -v pdns-mssql-docker-nodb {godbc_mssql_credentials["username"]} {godbc_mssql_credentials["password"]}')
727 # FIXME: Skip 8bit-txt-unescaped test
728 c
.run('touch ${PWD}/regression-tests/tests/8bit-txt-unescaped/skip')
730 def setup_godbc_sqlite3(c
):
731 with
open(os
.path
.expanduser("~/.odbc.ini"), "a") as f
:
732 f
.write(godbc_config
)
733 c
.sudo('sed -i "s/libsqlite3odbc.so/\/usr\/lib\/x86_64-linux-gnu\/odbc\/libsqlite3odbc.so/g" /etc/odbcinst.ini')
735 def setup_ldap_client(c
):
736 c
.sudo('DEBIAN_FRONTEND=noninteractive apt-get install -y ldap-utils')
737 c
.sudo(f
'sh -c \'echo "{auth_backend_ip_addr} ldapserver" | tee -a /etc/hosts\'')
740 def test_auth_backend(c
, backend
):
741 pdns_auth_env_vars
= f
'PDNS=/opt/pdns-auth/sbin/pdns_server PDNS2=/opt/pdns-auth/sbin/pdns_server SDIG=/opt/pdns-auth/bin/sdig NOTIFY=/opt/pdns-auth/bin/pdns_notify NSEC3DIG=/opt/pdns-auth/bin/nsec3dig SAXFR=/opt/pdns-auth/bin/saxfr ZONE2SQL=/opt/pdns-auth/bin/zone2sql ZONE2LDAP=/opt/pdns-auth/bin/zone2ldap ZONE2JSON=/opt/pdns-auth/bin/zone2json PDNSUTIL=/opt/pdns-auth/bin/pdnsutil PDNSCONTROL=/opt/pdns-auth/bin/pdns_control PDNSSERVER=/opt/pdns-auth/sbin/pdns_server SDIG=/opt/pdns-auth/bin/sdig GMYSQLHOST={auth_backend_ip_addr} GMYSQL2HOST={auth_backend_ip_addr} MYSQL_HOST={auth_backend_ip_addr} PGHOST={auth_backend_ip_addr} PGPORT=5432'
743 if backend
== 'remote':
744 ci_auth_install_remotebackend_test_deps(c
)
746 if backend
== 'authpy':
747 c
.sudo(f
'sh -c \'echo "{auth_backend_ip_addr} kerberos-server" | tee -a /etc/hosts\'')
748 with c
.cd('regression-tests.auth-py'):
749 c
.run(f
'{pdns_auth_env_vars} WITHKERBEROS=YES ./runtests')
752 if backend
== 'godbc_sqlite3':
753 setup_godbc_sqlite3(c
)
754 with c
.cd('regression-tests'):
755 for variant
in backend_regress_tests
[backend
]:
756 c
.run(f
'{pdns_auth_env_vars} GODBC_SQLITE3_DSN=pdns-sqlite3-1 ./start-test-stop 5300 {variant}')
759 if backend
== 'godbc_mssql':
761 with c
.cd('regression-tests'):
762 for variant
in backend_regress_tests
[backend
]:
763 c
.run(f
'{pdns_auth_env_vars} GODBC_MSSQL_PASSWORD={godbc_mssql_credentials["password"]} GODBC_MSSQL_USERNAME={godbc_mssql_credentials["username"]} GODBC_MSSQL_DSN=pdns-mssql-docker GODBC_MSSQL2_PASSWORD={godbc_mssql_credentials["password"]} GODBC_MSSQL2_USERNAME={godbc_mssql_credentials["username"]} GODBC_MSSQL2_DSN=pdns-mssql-docker ./start-test-stop 5300 {variant}')
766 if backend
== 'ldap':
769 if backend
== 'geoip_mmdb':
770 with c
.cd('regression-tests'):
771 for variant
in backend_regress_tests
[backend
]:
772 c
.run(f
'{pdns_auth_env_vars} geoipdatabase=../modules/geoipbackend/regression-tests/GeoLiteCity.mmdb ./start-test-stop 5300 {variant}')
775 with c
.cd('regression-tests'):
776 if backend
== 'lua2':
777 c
.run('touch trustedkeys') # avoid silly error during cleanup
778 for variant
in backend_regress_tests
[backend
]:
779 c
.run(f
'{pdns_auth_env_vars} ./start-test-stop 5300 {variant}')
781 if backend
== 'gsqlite3':
782 if os
.getenv('SKIP_IPV6_TESTS'):
783 pdns_auth_env_vars
+= ' context=noipv6'
784 with c
.cd('regression-tests.nobackend'):
785 c
.run(f
'{pdns_auth_env_vars} ./runtests')
786 c
.run('/opt/pdns-auth/bin/pdnsutil test-algorithms')
790 def test_ixfrdist(c
):
791 with c
.cd('regression-tests.ixfrdist'):
792 c
.run('IXFRDISTBIN=/opt/pdns-auth/bin/ixfrdist ./runtests')
796 c
.run('chmod +x /opt/dnsdist/bin/*')
797 c
.run('ls -ald /var /var/agentx /var/agentx/master')
798 c
.run('ls -al /var/agentx/master')
799 with c
.cd('regression-tests.dnsdist'):
800 c
.run('DNSDISTBIN=/opt/dnsdist/bin/dnsdist ./runtests')
803 def test_regression_recursor(c
):
804 c
.run('/opt/pdns-recursor/sbin/pdns_recursor --version')
805 c
.run('PDNSRECURSOR=/opt/pdns-recursor/sbin/pdns_recursor RECCONTROL=/opt/pdns-recursor/bin/rec_control ./build-scripts/test-recursor')
808 def test_bulk_recursor(c
, threads
, mthreads
, shards
):
809 # We run an extremely small version of the bulk test, as GH does not seem to be able to handle the UDP load
810 with c
.cd('regression-tests'):
811 c
.run('curl -LO http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip')
812 c
.run('unzip top-1m.csv.zip -d .')
813 c
.run('chmod +x /opt/pdns-recursor/bin/* /opt/pdns-recursor/sbin/*')
814 c
.run(f
'DNSBULKTEST=/usr/bin/dnsbulktest RECURSOR=/opt/pdns-recursor/sbin/pdns_recursor RECCONTROL=/opt/pdns-recursor/bin/rec_control THRESHOLD=95 TRACE=no ./timestamp ./recursor-test 5300 100 {threads} {mthreads} {shards}')
817 def install_swagger_tools(c
):
818 c
.run('npm install -g api-spec-converter')
821 def swagger_syntax_check(c
):
822 c
.run('api-spec-converter docs/http-api/swagger/authoritative-api-swagger.yaml -f swagger_2 -t openapi_3 -s json -c')
825 def install_coverity_tools(c
, project
):
826 token
= os
.getenv('COVERITY_TOKEN')
827 c
.run(f
'curl -s https://scan.coverity.com/download/linux64 --data "token={token}&project={project}" | gunzip | sudo tar xvf /dev/stdin --strip-components=1 --no-same-owner -C /usr/local', hide
=True)
830 def coverity_clang_configure(c
):
831 c
.sudo(f
'/usr/local/bin/cov-configure --template --comptype clangcc --compiler clang++-{clang_version}')
834 def coverity_make(c
):
835 c
.run('/usr/local/bin/cov-build --dir cov-int make -j8 -k')
838 def coverity_tarball(c
, tarball
):
839 c
.run(f
'tar caf {tarball} cov-int')
842 def coverity_upload(c
, email
, project
, tarball
):
843 token
= os
.getenv('COVERITY_TOKEN')
844 c
.run(f
'curl --form token={token} \
845 --form email="{email}" \
846 --form file=@{tarball} \
847 --form version="$(./builder-support/gen-version)" \
848 --form description="master build" \
849 https://scan.coverity.com/builds?project={project}', hide
=True)
853 if '/usr/lib/ccache' not in os
.environ
['PATH']:
854 os
.environ
['PATH']='/usr/lib/ccache:'+os
.environ
['PATH']