Introduce randomness in test order to catch hidden dependencies between unit-tests

Also be a bit more lenient in a recently introduced test that checks timing
of some aggressive cache manipulations.

diff --git a/pdns/Makefile.am b/pdns/Makefile.am
index cb9e538f7fe843d119ae0b98d703a80fc89a3f84..b5eef7a5444a31f32792e50219d2bed3bd2e90a6 100644 (file)
--- a/pdns/Makefile.am
+++ b/pdns/Makefile.am
@@ -1514,7 +1514,7 @@ noinst_PROGRAMS = speedtest
 if UNIT_TESTS
 noinst_PROGRAMS += testrunner
 if HAVE_BOOST_GE_148
-TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message SRCDIR='$(srcdir)'
+TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message BOOST_TEST_RANDOM=1 SRCDIR='$(srcdir)'
 TESTS=testrunner
 else
 check-local:

diff --git a/pdns/dnsdistdist/Makefile.am b/pdns/dnsdistdist/Makefile.am
index c39015d50f937a64f6f84695b2c4e060e2202333..ee14af84b804a8ef4130d062881fff68c75020ae 100644 (file)
--- a/pdns/dnsdistdist/Makefile.am
+++ b/pdns/dnsdistdist/Makefile.am
@@ -119,7 +119,7 @@ bin_PROGRAMS = dnsdist
 
 if UNIT_TESTS
 noinst_PROGRAMS = testrunner
-TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message SRCDIR='$(srcdir)'
+TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message BOOST_TEST_RANDOM=1 SRCDIR='$(srcdir)'
 TESTS=testrunner
 else
 check-local:

diff --git a/pdns/recursordist/Makefile.am b/pdns/recursordist/Makefile.am
index fc330b3c6d2aef2a35c533b70bb9f589da1a4493..6045315575c76726aeb7b1e462ba7c3b334e186f 100644 (file)
--- a/pdns/recursordist/Makefile.am
+++ b/pdns/recursordist/Makefile.am
@@ -91,7 +91,7 @@ TESTS=test_libcrypto
 
 if UNIT_TESTS
 noinst_PROGRAMS = testrunner
-TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message SRCDIR='$(srcdir)'
+TESTS_ENVIRONMENT = env BOOST_TEST_LOG_LEVEL=message BOOST_TEST_RANDOM=1 SRCDIR='$(srcdir)'
 TESTS += testrunner
 else
 check-local:

diff --git a/pdns/recursordist/test-aggressive_nsec_cc.cc b/pdns/recursordist/test-aggressive_nsec_cc.cc
index 1809deea237118024f1285dcb9c3e2e6f2f00cad..d62b146b9e6de9895a243976113b0b71a57ac920 100644 (file)
--- a/pdns/recursordist/test-aggressive_nsec_cc.cc
+++ b/pdns/recursordist/test-aggressive_nsec_cc.cc
@@ -1121,7 +1121,7 @@ BOOST_AUTO_TEST_CASE(test_aggressive_nsec_replace)
 
   auto diff2 = time.udiff(true);
   // Check that replace is about equally fast as insert
-  BOOST_CHECK(diff1 < diff2 * 1.2 && diff2 < diff1 * 1.2);
+  BOOST_CHECK(diff1 < diff2 * 1.3 && diff2 < diff1 * 1.3);
 }
 
 BOOST_AUTO_TEST_CASE(test_aggressive_nsec_wiping)