Disable statschannel RTT tests on FreeBSD

These tests rely on somewhat precise timing, as they test that answers
arrive in a particular latency bucket within the statschannel stats.
These tests are affected by various timing and network issues on our
FreeBSD CI runners and the results are very unstable. Skip these on
FreeBSD entirely.

diff --git a/bin/tests/system/statschannel/tests_json.py b/bin/tests/system/statschannel/tests_json.py
index f1da9e9c82660778b9e5510b2375e637dc7817c2..590e5f402e7f15f210722076c96b4be9ff24e215 100755 (executable)
--- a/bin/tests/system/statschannel/tests_json.py
+++ b/bin/tests/system/statschannel/tests_json.py
@@ -135,6 +135,7 @@ def test_traffic_json(statsport):
     generic.test_traffic(fetch_traffic_json, statsip="10.53.0.2", statsport=statsport)
 
 
+@pytest.mark.skipif(isctest.mark.is_host_freebsd(), reason="unstable on FreeBSD")
 @pytest.mark.flaky(max_runs=2)
 def test_rtt_json(statsport):
     generic.test_rtt(fetch_rtt_json, statsip="10.53.0.4", statsport=statsport)

diff --git a/bin/tests/system/statschannel/tests_xml.py b/bin/tests/system/statschannel/tests_xml.py
index 133c2f09633c084da66cd9b6ece8edcf87c86056..bfe66c1cd84e1a4963ca42f2a512a8e47ddffcec 100755 (executable)
--- a/bin/tests/system/statschannel/tests_xml.py
+++ b/bin/tests/system/statschannel/tests_xml.py
@@ -181,6 +181,7 @@ def test_traffic_xml(statsport):
     generic.test_traffic(fetch_traffic_xml, statsip="10.53.0.2", statsport=statsport)
 
 
+@pytest.mark.skipif(isctest.mark.is_host_freebsd(), reason="unstable on FreeBSD")
 @pytest.mark.flaky(max_runs=2)
 def test_rtt_xml(statsport):
     generic.test_rtt(fetch_rtt_xml, statsip="10.53.0.4", statsport=statsport)