regression-tests.dnsdist/test_Carbon.py

   1 #!/usr/bin/env python
   2 import threading
   3 import socket
   4 import sys
   5 import time
   6 from dnsdisttests import DNSDistTest, Queue
   7
   8 class TestCarbon(DNSDistTest):
   9
  10     _carbonServer1Port = 8000
  11     _carbonServer1Name = "carbonname1"
  12     _carbonServer2Port = 8001
  13     _carbonServer2Name = "carbonname2"
  14     _carbonQueue1 = Queue()
  15     _carbonQueue2 = Queue()
  16     _carbonInterval = 2
  17     _carbonCounters = {}
  18     _config_params = ['_carbonServer1Port', '_carbonServer1Name', '_carbonInterval',
  19                       '_carbonServer2Port', '_carbonServer2Name', '_carbonInterval']
  20     _config_template = """
  21     s = newServer{address="127.0.0.1:5353"}
  22     s:setDown()
  23     s = newServer{address="127.0.0.1:5354"}
  24     s:setUp()
  25     s = newServer{address="127.0.0.1:5355"}
  26     s:setUp()
  27     carbonServer("127.0.0.1:%s", "%s", %s)
  28     carbonServer("127.0.0.1:%s", "%s", %s)
  29     """
  30
  31     @classmethod
  32     def CarbonResponder(cls, port):
  33         sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
  34         sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1)
  35         try:
  36             sock.bind(("127.0.0.1", port))
  37         except socket.error as e:
  38             print("Error binding in the Carbon responder: %s" % str(e))
  39             sys.exit(1)
  40
  41         sock.listen(100)
  42         while True:
  43             (conn, _) = sock.accept()
  44             conn.settimeout(2.0)
  45             lines = b''
  46             while True:
  47                 data = conn.recv(4096)
  48                 if not data:
  49                     break
  50                 lines += data
  51
  52             if port == cls._carbonServer1Port:
  53                 cls._carbonQueue1.put(lines, True, timeout=2.0)
  54             else:
  55                 cls._carbonQueue2.put(lines, True, timeout=2.0)
  56             if threading.currentThread().name in cls._carbonCounters:
  57                 cls._carbonCounters[threading.currentThread().name] += 1
  58             else:
  59                 cls._carbonCounters[threading.currentThread().name] = 1
  60
  61             conn.close()
  62         sock.close()
  63
  64     @classmethod
  65     def startResponders(cls):
  66         cls._CarbonResponder1 = threading.Thread(name='Carbon Responder 1', target=cls.CarbonResponder, args=[cls._carbonServer1Port])
  67         cls._CarbonResponder1.setDaemon(True)
  68         cls._CarbonResponder1.start()
  69
  70         cls._CarbonResponder2 = threading.Thread(name='Carbon Responder 2', target=cls.CarbonResponder, args=[cls._carbonServer2Port])
  71         cls._CarbonResponder2.setDaemon(True)
  72         cls._CarbonResponder2.start()
  73
  74     def testCarbon(self):
  75         """
  76         Carbon: send data to 2 carbon servers
  77         """
  78         # wait for the carbon data to be sent
  79         time.sleep(self._carbonInterval + 1)
  80
  81         # first server
  82         self.assertFalse(self._carbonQueue1.empty())
  83         data1 = self._carbonQueue1.get(False)
  84         # second server
  85         self.assertFalse(self._carbonQueue2.empty())
  86         data2 = self._carbonQueue2.get(False)
  87         after = time.time()
  88
  89         self.assertTrue(data1)
  90         self.assertTrue(len(data1.splitlines()) > 1)
  91         expectedStart = b"dnsdist.%s.main." % self._carbonServer1Name.encode('UTF-8')
  92         for line in data1.splitlines():
  93             self.assertTrue(line.startswith(expectedStart))
  94             parts = line.split(b' ')
  95             self.assertEquals(len(parts), 3)
  96             self.assertTrue(parts[1].isdigit())
  97             self.assertTrue(parts[2].isdigit())
  98             self.assertTrue(int(parts[2]) <= int(after))
  99
 100         self.assertTrue(data2)
 101         self.assertTrue(len(data2.splitlines()) > 1)
 102         expectedStart = b"dnsdist.%s.main." % self._carbonServer2Name.encode('UTF-8')
 103         for line in data2.splitlines():
 104             self.assertTrue(line.startswith(expectedStart))
 105             parts = line.split(b' ')
 106             self.assertEquals(len(parts), 3)
 107             self.assertTrue(parts[1].isdigit())
 108             self.assertTrue(parts[2].isdigit())
 109             self.assertTrue(int(parts[2]) <= int(after))
 110
 111         # make sure every carbon server has received at least one connection
 112         for key in self._carbonCounters:
 113             value = self._carbonCounters[key]
 114             self.assertTrue(value >= 1)
 115
 116     def testCarbonServerUp(self):
 117         """
 118         Carbon: set up 2 carbon servers
 119         """
 120         # wait for the carbon data to be sent
 121         time.sleep(self._carbonInterval + 1)
 122
 123         # first server
 124         self.assertFalse(self._carbonQueue1.empty())
 125         data1 = self._carbonQueue1.get(False)
 126         # second server
 127         self.assertFalse(self._carbonQueue2.empty())
 128         data2 = self._carbonQueue2.get(False)
 129         after = time.time()
 130
 131         # check the first carbon server got both servers and
 132         # servers-up metrics and that they are the same as
 133         # configured in the class definition
 134         self.assertTrue(data1)
 135         self.assertTrue(len(data1.splitlines()) > 1)
 136         expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServer1Name.encode('UTF-8')
 137         for line in data1.splitlines():
 138             if expectedStart in line:
 139                 parts = line.split(b' ')
 140                 if b'servers-up' in line:
 141                     self.assertEquals(len(parts), 3)
 142                     self.assertTrue(parts[1].isdigit())
 143                     self.assertEquals(int(parts[1]), 2)
 144                     self.assertTrue(parts[2].isdigit())
 145                     self.assertTrue(int(parts[2]) <= int(after))
 146                 else:
 147                     self.assertEquals(len(parts), 3)
 148                     self.assertTrue(parts[1].isdigit())
 149                     self.assertEquals(int(parts[1]), 3)
 150                     self.assertTrue(parts[2].isdigit())
 151                     self.assertTrue(int(parts[2]) <= int(after))
 152
 153         # check the second carbon server got both servers and
 154         # servers-up metrics and that they are the same as
 155         # configured in the class definition and the same as
 156         # the first carbon server
 157         self.assertTrue(data2)
 158         self.assertTrue(len(data2.splitlines()) > 1)
 159         expectedStart = b"dnsdist.%s.main.pools._default_.servers" % self._carbonServer2Name.encode('UTF-8')
 160         for line in data2.splitlines():
 161             if expectedStart in line:
 162                 parts = line.split(b' ')
 163                 if b'servers-up' in line:
 164                     self.assertEquals(len(parts), 3)
 165                     self.assertTrue(parts[1].isdigit())
 166                     self.assertEquals(int(parts[1]), 2)
 167                     self.assertTrue(parts[2].isdigit())
 168                     self.assertTrue(int(parts[2]) <= int(after))
 169                 else:
 170                     self.assertEquals(len(parts), 3)
 171                     self.assertTrue(parts[1].isdigit())
 172                     self.assertEquals(int(parts[1]), 3)
 173                     self.assertTrue(parts[2].isdigit())
 174                     self.assertTrue(int(parts[2]) <= int(after))