Carbon regression test for rec and auth.

Copied from dnsdist one. That test uses two difference instance names, but
rec and auth settings do not allow that.

diff --git a/regression-tests.auth-py/test_Carbon.py b/regression-tests.auth-py/test_Carbon.py
new file mode 100644 (file)
index 0000000..b7fbaa2
--- /dev/null
+++ b/regression-tests.auth-py/test_Carbon.py
@@ -0,0 +1,175 @@
+#!/usr/bin/env python
+import threading
+import socket
+import sys
+import time
+import os
+from queue import Queue
+
+from authtests import AuthTest
+
+class TestCarbon(AuthTest):
+    _carbonNamespace = 'NS'
+    _carbonInstance = 'Instance'
+    _carbonServerName = "carbonname1"
+    _carbonInterval = 2
+    _carbonServer1Port = 8000
+    _carbonServer2Port = 8001
+    _carbonQueue1 = Queue()
+    _carbonQueue2 = Queue()
+    _carbonCounters = {}
+    _config_template = """
+    launch=bind
+    carbon-namespace=%s
+    carbon-instance=%s
+    carbon-interval=%s
+    carbon-ourname=%s
+    carbon-server=127.0.0.1:%s,127.0.01:%s
+    """ % (_carbonNamespace, _carbonInstance, _carbonInterval, _carbonServerName, _carbonServer1Port,  _carbonServer2Port)
+
+    @classmethod
+    def CarbonResponder(cls, port):
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1)
+        try:
+            sock.bind(("127.0.0.1", port))
+        except socket.error as e:
+            print("Error binding in the Carbon responder: %s" % str(e))
+            sys.exit(1)
+
+        sock.listen(100)
+        while True:
+            (conn, _) = sock.accept()
+            conn.settimeout(2.0)
+            lines = b''
+            while True:
+                data = conn.recv(4096)
+                if not data:
+                    break
+                lines += data
+
+            if port == cls._carbonServer1Port:
+                cls._carbonQueue1.put(lines, True, timeout=2.0)
+            else:
+                cls._carbonQueue2.put(lines, True, timeout=2.0)
+            if threading.currentThread().name in cls._carbonCounters:
+                cls._carbonCounters[threading.currentThread().name] += 1
+            else:
+                cls._carbonCounters[threading.currentThread().name] = 1
+
+            conn.close()
+        sock.close()
+
+    @classmethod
+    def startResponders(cls):
+        cls._CarbonResponder1 = threading.Thread(name='Carbon Responder 1', target=cls.CarbonResponder, args=[cls._carbonServer1Port])
+        cls._CarbonResponder1.setDaemon(True)
+        cls._CarbonResponder1.start()
+
+        cls._CarbonResponder2 = threading.Thread(name='Carbon Responder 2', target=cls.CarbonResponder, args=[cls._carbonServer2Port])
+        cls._CarbonResponder2.setDaemon(True)
+        cls._CarbonResponder2.start()
+
+    def testCarbon(self):
+        """
+        Carbon: send data to 2 carbon servers
+        """
+        # wait for the carbon data to be sent
+        time.sleep(self._carbonInterval + 1)
+
+        # check if the servers have received our data
+        # we will block for a short while if the data is not already there,
+        # and an exception will be raised after the timeout
+        # first server
+        data1 = self._carbonQueue1.get(block=True, timeout=2.0)
+        # second server
+        data2 = self._carbonQueue2.get(block=True, timeout=2.0)
+        after = time.time()
+
+        self.assertTrue(data1)
+        self.assertTrue(len(data1.splitlines()) > 1)
+        expectedStart = b"%s.%s.%s." % (self._carbonNamespace.encode('UTF8'), self._carbonServerName.encode('UTF-8'), self._carbonInstance.encode('UTF8'))
+        for line in data1.splitlines():
+            self.assertTrue(line.startswith(expectedStart))
+            parts = line.split(b' ')
+            self.assertEqual(len(parts), 3)
+            self.assertTrue(parts[1].isdigit())
+            self.assertTrue(parts[2].isdigit())
+            self.assertTrue(int(parts[2]) <= int(after))
+
+        self.assertTrue(data2)
+        self.assertTrue(len(data2.splitlines()) > 1)
+        expectedStart = b"%s.%s.%s." % (self._carbonNamespace.encode('UTF8'), self._carbonServerName.encode('UTF-8'), self._carbonInstance.encode('UTF8'))
+        for line in data2.splitlines():
+            self.assertTrue(line.startswith(expectedStart))
+            parts = line.split(b' ')
+            self.assertEqual(len(parts), 3)
+            self.assertTrue(parts[1].isdigit())
+            self.assertTrue(parts[2].isdigit())
+            self.assertTrue(int(parts[2]) <= int(after))
+
+        # make sure every carbon server has received at least one connection
+        for key in self._carbonCounters:
+            value = self._carbonCounters[key]
+            self.assertTrue(value >= 1)
+
+    def testCarbonServerUp(self):
+        """
+        Carbon: set up 2 carbon servers
+        """
+        # wait for the carbon data to be sent
+        time.sleep(self._carbonInterval + 1)
+
+        # check if the servers have received our data
+        # we will block for a short while if the data is not already there,
+        # and an exception will be raised after the timeout
+        # first server
+        data1 = self._carbonQueue1.get(block=True, timeout=2.0)
+        # second server
+        data2 = self._carbonQueue2.get(block=True, timeout=2.0)
+        after = time.time()
+
+        # check the first carbon server got both servers and
+        # servers-up metrics and that they are the same as
+        # configured in the class definition
+        self.assertTrue(data1)
+        self.assertTrue(len(data1.splitlines()) > 1)
+        expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServerName.encode('UTF-8')
+        for line in data1.splitlines():
+            if expectedStart in line:
+                parts = line.split(b' ')
+                if b'servers-up' in line:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 2)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+                else:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 3)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+
+        # check the second carbon server got both servers and
+        # servers-up metrics and that they are the same as
+        # configured in the class definition and the same as
+        # the first carbon server
+        self.assertTrue(data2)
+        self.assertTrue(len(data2.splitlines()) > 1)
+        expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServerName.encode('UTF-8')
+        for line in data2.splitlines():
+            if expectedStart in line:
+                parts = line.split(b' ')
+                if b'servers-up' in line:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 2)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+                else:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 3)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))

diff --git a/regression-tests.recursor-dnssec/test_Carbon.py b/regression-tests.recursor-dnssec/test_Carbon.py
new file mode 100644 (file)
index 0000000..5403378
--- /dev/null
+++ b/regression-tests.recursor-dnssec/test_Carbon.py
@@ -0,0 +1,191 @@
+#!/usr/bin/env python
+import threading
+import socket
+import sys
+import time
+import os
+from queue import Queue
+
+from recursortests import RecursorTest
+
+class TestCarbon(RecursorTest):
+    _confdir = 'Carbon'
+    _carbonNamespace = 'NS'
+    _carbonInstance = 'Instance'
+    _carbonServerName = "carbonname1"
+    _carbonInterval = 2
+    _carbonServer1Port = 8000
+    _carbonServer2Port = 8001
+    _carbonQueue1 = Queue()
+    _carbonQueue2 = Queue()
+    _carbonCounters = {}
+    _config_template = """
+    carbon-namespace=%s
+    carbon-instance=%s
+    carbon-interval=%s
+    carbon-ourname=%s
+    carbon-server=127.0.0.1:%s,127.0.01:%s
+    """ % (_carbonNamespace, _carbonInstance, _carbonInterval, _carbonServerName, _carbonServer1Port,  _carbonServer2Port)
+    @classmethod
+    def setUpClass(cls):
+
+        # we don't need all the auth stuff
+        cls.setUpSockets()
+        cls.startResponders()
+
+        confdir = os.path.join('configs', cls._confdir)
+        cls.createConfigDir(confdir)
+
+        cls.generateRecursorConfig(confdir)
+        cls.startRecursor(confdir, cls._recursorPort)
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.tearDownRecursor()
+
+    @classmethod
+    def CarbonResponder(cls, port):
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1)
+        try:
+            sock.bind(("127.0.0.1", port))
+        except socket.error as e:
+            print("Error binding in the Carbon responder: %s" % str(e))
+            sys.exit(1)
+
+        sock.listen(100)
+        while True:
+            (conn, _) = sock.accept()
+            conn.settimeout(2.0)
+            lines = b''
+            while True:
+                data = conn.recv(4096)
+                if not data:
+                    break
+                lines += data
+
+            if port == cls._carbonServer1Port:
+                cls._carbonQueue1.put(lines, True, timeout=2.0)
+            else:
+                cls._carbonQueue2.put(lines, True, timeout=2.0)
+            if threading.currentThread().name in cls._carbonCounters:
+                cls._carbonCounters[threading.currentThread().name] += 1
+            else:
+                cls._carbonCounters[threading.currentThread().name] = 1
+
+            conn.close()
+        sock.close()
+
+    @classmethod
+    def startResponders(cls):
+        cls._CarbonResponder1 = threading.Thread(name='Carbon Responder 1', target=cls.CarbonResponder, args=[cls._carbonServer1Port])
+        cls._CarbonResponder1.setDaemon(True)
+        cls._CarbonResponder1.start()
+
+        cls._CarbonResponder2 = threading.Thread(name='Carbon Responder 2', target=cls.CarbonResponder, args=[cls._carbonServer2Port])
+        cls._CarbonResponder2.setDaemon(True)
+        cls._CarbonResponder2.start()
+
+    def testCarbon(self):
+        """
+        Carbon: send data to 2 carbon servers
+        """
+        # wait for the carbon data to be sent
+        time.sleep(self._carbonInterval + 1)
+
+        # check if the servers have received our data
+        # we will block for a short while if the data is not already there,
+        # and an exception will be raised after the timeout
+        # first server
+        data1 = self._carbonQueue1.get(block=True, timeout=2.0)
+        # second server
+        data2 = self._carbonQueue2.get(block=True, timeout=2.0)
+        after = time.time()
+
+        self.assertTrue(data1)
+        self.assertTrue(len(data1.splitlines()) > 1)
+        expectedStart = b"%s.%s.%s." % (self._carbonNamespace.encode('UTF8'), self._carbonServerName.encode('UTF-8'), self._carbonInstance.encode('UTF8'))
+        for line in data1.splitlines():
+            self.assertTrue(line.startswith(expectedStart))
+            parts = line.split(b' ')
+            self.assertEqual(len(parts), 3)
+            self.assertTrue(parts[1].isdigit())
+            self.assertTrue(parts[2].isdigit())
+            self.assertTrue(int(parts[2]) <= int(after))
+
+        self.assertTrue(data2)
+        self.assertTrue(len(data2.splitlines()) > 1)
+        expectedStart = b"%s.%s.%s." % (self._carbonNamespace.encode('UTF8'), self._carbonServerName.encode('UTF-8'), self._carbonInstance.encode('UTF8'))
+        for line in data2.splitlines():
+            self.assertTrue(line.startswith(expectedStart))
+            parts = line.split(b' ')
+            self.assertEqual(len(parts), 3)
+            self.assertTrue(parts[1].isdigit())
+            self.assertTrue(parts[2].isdigit())
+            self.assertTrue(int(parts[2]) <= int(after))
+
+        # make sure every carbon server has received at least one connection
+        for key in self._carbonCounters:
+            value = self._carbonCounters[key]
+            self.assertTrue(value >= 1)
+
+    def testCarbonServerUp(self):
+        """
+        Carbon: set up 2 carbon servers
+        """
+        # wait for the carbon data to be sent
+        time.sleep(self._carbonInterval + 1)
+
+        # check if the servers have received our data
+        # we will block for a short while if the data is not already there,
+        # and an exception will be raised after the timeout
+        # first server
+        data1 = self._carbonQueue1.get(block=True, timeout=2.0)
+        # second server
+        data2 = self._carbonQueue2.get(block=True, timeout=2.0)
+        after = time.time()
+
+        # check the first carbon server got both servers and
+        # servers-up metrics and that they are the same as
+        # configured in the class definition
+        self.assertTrue(data1)
+        self.assertTrue(len(data1.splitlines()) > 1)
+        expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServerName.encode('UTF-8')
+        for line in data1.splitlines():
+            if expectedStart in line:
+                parts = line.split(b' ')
+                if b'servers-up' in line:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 2)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+                else:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 3)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+
+        # check the second carbon server got both servers and
+        # servers-up metrics and that they are the same as
+        # configured in the class definition and the same as
+        # the first carbon server
+        self.assertTrue(data2)
+        self.assertTrue(len(data2.splitlines()) > 1)
+        expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServerName.encode('UTF-8')
+        for line in data2.splitlines():
+            if expectedStart in line:
+                parts = line.split(b' ')
+                if b'servers-up' in line:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 2)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))
+                else:
+                    self.assertEqual(len(parts), 3)
+                    self.assertTrue(parts[1].isdigit())
+                    self.assertEqual(int(parts[1]), 3)
+                    self.assertTrue(parts[2].isdigit())
+                    self.assertTrue(int(parts[2]) <= int(after))