]> git.ipfire.org Git - thirdparty/pdns.git/blame - regression-tests.dnsdist/test_API.py
Merge pull request #7109 from chbruyand/dnsdist-console-output-limit
[thirdparty/pdns.git] / regression-tests.dnsdist / test_API.py
CommitLineData
02bbf9eb 1#!/usr/bin/env python
56d68fad 2import os.path
02bbf9eb 3
56d68fad 4import json
02bbf9eb
RG
5import requests
6from dnsdisttests import DNSDistTest
7
56d68fad 8class TestAPIBasics(DNSDistTest):
02bbf9eb
RG
9
10 _webTimeout = 2.0
11 _webServerPort = 8083
12 _webServerBasicAuthPassword = 'secret'
13 _webServerAPIKey = 'apisecret'
55afa518
RG
14 # paths accessible using the API key only
15 _apiOnlyPaths = ['/api/v1/servers/localhost/config', '/api/v1/servers/localhost/config/allow-from', '/api/v1/servers/localhost/statistics']
16 # paths accessible using an API key or basic auth
17 _statsPaths = [ '/jsonstat?command=stats', '/jsonstat?command=dynblocklist', '/api/v1/servers/localhost']
02bbf9eb
RG
18 # paths accessible using basic auth only (list not exhaustive)
19 _basicOnlyPaths = ['/', '/index.html']
20 _config_params = ['_testServerPort', '_webServerPort', '_webServerBasicAuthPassword', '_webServerAPIKey']
21 _config_template = """
56d68fad 22 setACL({"127.0.0.1/32", "::1/128"})
02bbf9eb
RG
23 newServer{address="127.0.0.1:%s"}
24 webserver("127.0.0.1:%s", "%s", "%s")
25 """
26
27 def testBasicAuth(self):
28 """
29 API: Basic Authentication
30 """
55afa518 31 for path in self._basicOnlyPaths + self._statsPaths:
02bbf9eb
RG
32 url = 'http://127.0.0.1:' + str(self._webServerPort) + path
33 r = requests.get(url, auth=('whatever', self._webServerBasicAuthPassword), timeout=self._webTimeout)
34 self.assertTrue(r)
35 self.assertEquals(r.status_code, 200)
36
37 def testXAPIKey(self):
38 """
39 API: X-Api-Key
40 """
41 headers = {'x-api-key': self._webServerAPIKey}
55afa518 42 for path in self._apiOnlyPaths + self._statsPaths:
02bbf9eb
RG
43 url = 'http://127.0.0.1:' + str(self._webServerPort) + path
44 r = requests.get(url, headers=headers, timeout=self._webTimeout)
45 self.assertTrue(r)
46 self.assertEquals(r.status_code, 200)
47
48 def testBasicAuthOnly(self):
49 """
50 API: Basic Authentication Only
51 """
52 headers = {'x-api-key': self._webServerAPIKey}
53 for path in self._basicOnlyPaths:
54 url = 'http://127.0.0.1:' + str(self._webServerPort) + path
55 r = requests.get(url, headers=headers, timeout=self._webTimeout)
56 self.assertEquals(r.status_code, 401)
57
55afa518
RG
58 def testAPIKeyOnly(self):
59 """
60 API: API Key Only
61 """
62 for path in self._apiOnlyPaths:
63 url = 'http://127.0.0.1:' + str(self._webServerPort) + path
64 r = requests.get(url, auth=('whatever', self._webServerBasicAuthPassword), timeout=self._webTimeout)
65 self.assertEquals(r.status_code, 401)
66
02bbf9eb
RG
67 def testServersLocalhost(self):
68 """
69 API: /api/v1/servers/localhost
70 """
71 headers = {'x-api-key': self._webServerAPIKey}
72 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost'
73 r = requests.get(url, headers=headers, timeout=self._webTimeout)
74 self.assertTrue(r)
75 self.assertEquals(r.status_code, 200)
76 self.assertTrue(r.json())
77 content = r.json()
78
79 self.assertEquals(content['daemon_type'], 'dnsdist')
80
2d4783a8 81 rule_groups = ['response-rules', 'cache-hit-response-rules', 'self-answered-response-rules']
d18eab67 82 for key in ['version', 'acl', 'local', 'rules', 'servers', 'frontends', 'pools'] + rule_groups:
02bbf9eb
RG
83 self.assertIn(key, content)
84
85 for rule in content['rules']:
4d5959e6 86 for key in ['id', 'matches', 'rule', 'action', 'uuid']:
02bbf9eb
RG
87 self.assertIn(key, rule)
88 for key in ['id', 'matches']:
89 self.assertTrue(rule[key] >= 0)
46e8b49e 90
d18eab67
CH
91 for rule_group in rule_groups:
92 for rule in content[rule_group]:
93 for key in ['id', 'matches', 'rule', 'action', 'uuid']:
94 self.assertIn(key, rule)
95 for key in ['id', 'matches']:
96 self.assertTrue(rule[key] >= 0)
4ace9fe8 97
02bbf9eb
RG
98 for server in content['servers']:
99 for key in ['id', 'latency', 'name', 'weight', 'outstanding', 'qpsLimit',
6a78f305
PL
100 'reuseds', 'state', 'address', 'pools', 'qps', 'queries', 'order', 'sendErrors',
101 'dropRate']:
02bbf9eb
RG
102 self.assertIn(key, server)
103
104 for key in ['id', 'latency', 'weight', 'outstanding', 'qpsLimit', 'reuseds',
105 'qps', 'queries', 'order']:
106 self.assertTrue(server[key] >= 0)
107
108 self.assertTrue(server['state'] in ['up', 'down', 'UP', 'DOWN'])
109
110 for frontend in content['frontends']:
111 for key in ['id', 'address', 'udp', 'tcp', 'queries']:
112 self.assertIn(key, frontend)
113
114 for key in ['id', 'queries']:
115 self.assertTrue(frontend[key] >= 0)
116
4ace9fe8
RG
117 for pool in content['pools']:
118 for key in ['id', 'name', 'cacheSize', 'cacheEntries', 'cacheHits', 'cacheMisses', 'cacheDeferredInserts', 'cacheDeferredLookups', 'cacheLookupCollisions', 'cacheInsertCollisions', 'cacheTTLTooShorts']:
119 self.assertIn(key, pool)
120
121 for key in ['id', 'cacheSize', 'cacheEntries', 'cacheHits', 'cacheMisses', 'cacheDeferredInserts', 'cacheDeferredLookups', 'cacheLookupCollisions', 'cacheInsertCollisions', 'cacheTTLTooShorts']:
122 self.assertTrue(pool[key] >= 0)
123
00566cbf
PL
124 def testServersIDontExist(self):
125 """
126 API: /api/v1/servers/idontexist (should be 404)
127 """
128 headers = {'x-api-key': self._webServerAPIKey}
129 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/idontexist'
130 r = requests.get(url, headers=headers, timeout=self._webTimeout)
131 self.assertEquals(r.status_code, 404)
132
02bbf9eb
RG
133 def testServersLocalhostConfig(self):
134 """
135 API: /api/v1/servers/localhost/config
136 """
137 headers = {'x-api-key': self._webServerAPIKey}
138 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost/config'
139 r = requests.get(url, headers=headers, timeout=self._webTimeout)
140 self.assertTrue(r)
141 self.assertEquals(r.status_code, 200)
142 self.assertTrue(r.json())
143 content = r.json()
144 values = {}
145 for entry in content:
146 for key in ['type', 'name', 'value']:
147 self.assertIn(key, entry)
148
149 self.assertEquals(entry['type'], 'ConfigSetting')
150 values[entry['name']] = entry['value']
151
152 for key in ['acl', 'control-socket', 'ecs-override', 'ecs-source-prefix-v4',
153 'ecs-source-prefix-v6', 'fixup-case', 'max-outstanding', 'server-policy',
154 'stale-cache-entries-ttl', 'tcp-recv-timeout', 'tcp-send-timeout',
155 'truncate-tc', 'verbose', 'verbose-health-checks']:
156 self.assertIn(key, values)
157
158 for key in ['max-outstanding', 'stale-cache-entries-ttl', 'tcp-recv-timeout',
159 'tcp-send-timeout']:
160 self.assertTrue(values[key] >= 0)
161
162 self.assertTrue(values['ecs-source-prefix-v4'] >= 0 and values['ecs-source-prefix-v4'] <= 32)
163 self.assertTrue(values['ecs-source-prefix-v6'] >= 0 and values['ecs-source-prefix-v6'] <= 128)
164
56d68fad
RG
165 def testServersLocalhostConfigAllowFrom(self):
166 """
167 API: /api/v1/servers/localhost/config/allow-from
168 """
169 headers = {'x-api-key': self._webServerAPIKey}
170 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost/config/allow-from'
171 r = requests.get(url, headers=headers, timeout=self._webTimeout)
172 self.assertTrue(r)
173 self.assertEquals(r.status_code, 200)
174 self.assertTrue(r.json())
175 content = r.json()
176 for key in ['type', 'name', 'value']:
177 self.assertIn(key, content)
178
179 self.assertEquals(content['name'], 'allow-from')
180 self.assertEquals(content['type'], 'ConfigSetting')
078efd26
RG
181 acl = content['value']
182 expectedACL = ["127.0.0.1/32", "::1/128"]
183 acl.sort()
184 expectedACL.sort()
185 self.assertEquals(acl, expectedACL)
56d68fad
RG
186
187 def testServersLocalhostConfigAllowFromPut(self):
188 """
189 API: PUT /api/v1/servers/localhost/config/allow-from (should be refused)
190
191 The API is read-only by default, so this should be refused
192 """
193 newACL = ["192.0.2.0/24", "198.51.100.0/24", "203.0.113.0/24"]
194 payload = json.dumps({"name": "allow-from",
195 "type": "ConfigSetting",
196 "value": newACL})
197 headers = {'x-api-key': self._webServerAPIKey}
198 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost/config/allow-from'
199 r = requests.put(url, headers=headers, timeout=self._webTimeout, data=payload)
200 self.assertFalse(r)
201 self.assertEquals(r.status_code, 405)
202
02bbf9eb
RG
203 def testServersLocalhostStatistics(self):
204 """
205 API: /api/v1/servers/localhost/statistics
206 """
207 headers = {'x-api-key': self._webServerAPIKey}
208 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost/statistics'
209 r = requests.get(url, headers=headers, timeout=self._webTimeout)
210 self.assertTrue(r)
211 self.assertEquals(r.status_code, 200)
212 self.assertTrue(r.json())
213 content = r.json()
214 values = {}
215 for entry in content:
216 self.assertIn('type', entry)
217 self.assertIn('name', entry)
218 self.assertIn('value', entry)
219 self.assertEquals(entry['type'], 'StatisticItem')
220 values[entry['name']] = entry['value']
221
0c369ddc 222 expected = ['responses', 'servfail-responses', 'queries', 'acl-drops',
dd46e5e3 223 'rule-drop', 'rule-nxdomain', 'rule-refused', 'self-answered', 'downstream-timeouts',
02bbf9eb
RG
224 'downstream-send-errors', 'trunc-failures', 'no-policy', 'latency0-1',
225 'latency1-10', 'latency10-50', 'latency50-100', 'latency100-1000',
226 'latency-slow', 'latency-avg100', 'latency-avg1000', 'latency-avg10000',
227 'latency-avg1000000', 'uptime', 'real-memory-usage', 'noncompliant-queries',
228 'noncompliant-responses', 'rdqueries', 'empty-queries', 'cache-hits',
229 'cache-misses', 'cpu-user-msec', 'cpu-sys-msec', 'fd-usage', 'dyn-blocked',
8fbade0d 230 'dyn-block-nmg-size', 'rule-servfail']
02bbf9eb
RG
231
232 for key in expected:
233 self.assertIn(key, values)
234 self.assertTrue(values[key] >= 0)
235
dd46e5e3
RG
236 for key in values:
237 self.assertIn(key, expected)
238
02bbf9eb
RG
239 def testJsonstatStats(self):
240 """
241 API: /jsonstat?command=stats
242 """
243 headers = {'x-api-key': self._webServerAPIKey}
244 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/jsonstat?command=stats'
245 r = requests.get(url, headers=headers, timeout=self._webTimeout)
246 self.assertTrue(r)
247 self.assertEquals(r.status_code, 200)
248 self.assertTrue(r.json())
249 content = r.json()
250
0c369ddc 251 expected = ['responses', 'servfail-responses', 'queries', 'acl-drops',
dd46e5e3 252 'rule-drop', 'rule-nxdomain', 'rule-refused', 'self-answered', 'downstream-timeouts',
02bbf9eb
RG
253 'downstream-send-errors', 'trunc-failures', 'no-policy', 'latency0-1',
254 'latency1-10', 'latency10-50', 'latency50-100', 'latency100-1000',
255 'latency-slow', 'latency-avg100', 'latency-avg1000', 'latency-avg10000',
256 'latency-avg1000000', 'uptime', 'real-memory-usage', 'noncompliant-queries',
257 'noncompliant-responses', 'rdqueries', 'empty-queries', 'cache-hits',
258 'cache-misses', 'cpu-user-msec', 'cpu-sys-msec', 'fd-usage', 'dyn-blocked',
dd46e5e3
RG
259 'dyn-block-nmg-size', 'packetcache-hits', 'packetcache-misses', 'over-capacity-drops',
260 'too-old-drops']
02bbf9eb
RG
261
262 for key in expected:
263 self.assertIn(key, content)
264 self.assertTrue(content[key] >= 0)
265
266 def testJsonstatDynblocklist(self):
267 """
268 API: /jsonstat?command=dynblocklist
269 """
270 headers = {'x-api-key': self._webServerAPIKey}
271 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/jsonstat?command=dynblocklist'
272 r = requests.get(url, headers=headers, timeout=self._webTimeout)
273 self.assertTrue(r)
274 self.assertEquals(r.status_code, 200)
275
276 content = r.json()
277
278 if content:
477c86a0 279 for key in ['reason', 'seconds', 'blocks', 'action']:
02bbf9eb
RG
280 self.assertIn(key, content)
281
282 for key in ['blocks']:
283 self.assertTrue(content[key] >= 0)
56d68fad 284
36927800
RG
285class TestAPIServerDown(DNSDistTest):
286
287 _webTimeout = 2.0
288 _webServerPort = 8083
289 _webServerBasicAuthPassword = 'secret'
290 _webServerAPIKey = 'apisecret'
291 # paths accessible using the API key
292 _config_params = ['_testServerPort', '_webServerPort', '_webServerBasicAuthPassword', '_webServerAPIKey']
293 _config_template = """
294 setACL({"127.0.0.1/32", "::1/128"})
295 newServer{address="127.0.0.1:%s"}
296 getServer(0):setDown()
297 webserver("127.0.0.1:%s", "%s", "%s")
298 """
299
300 def testServerDownNoLatencyLocalhost(self):
301 """
302 API: /api/v1/servers/localhost, no latency for a down server
303 """
304 headers = {'x-api-key': self._webServerAPIKey}
305 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost'
306 r = requests.get(url, headers=headers, timeout=self._webTimeout)
307 self.assertTrue(r)
308 self.assertEquals(r.status_code, 200)
309 self.assertTrue(r.json())
310 content = r.json()
311
312 self.assertEquals(content['servers'][0]['latency'], None)
313
56d68fad
RG
314class TestAPIWritable(DNSDistTest):
315
316 _webTimeout = 2.0
317 _webServerPort = 8083
318 _webServerBasicAuthPassword = 'secret'
319 _webServerAPIKey = 'apisecret'
320 _APIWriteDir = '/tmp'
321 _config_params = ['_testServerPort', '_webServerPort', '_webServerBasicAuthPassword', '_webServerAPIKey', '_APIWriteDir']
322 _config_template = """
323 setACL({"127.0.0.1/32", "::1/128"})
324 newServer{address="127.0.0.1:%s"}
325 webserver("127.0.0.1:%s", "%s", "%s")
326 setAPIWritable(true, "%s")
327 """
328
329 def testSetACL(self):
330 """
331 API: Set ACL
332 """
333 headers = {'x-api-key': self._webServerAPIKey}
334 url = 'http://127.0.0.1:' + str(self._webServerPort) + '/api/v1/servers/localhost/config/allow-from'
335 r = requests.get(url, headers=headers, timeout=self._webTimeout)
336 self.assertTrue(r)
337 self.assertEquals(r.status_code, 200)
338 self.assertTrue(r.json())
339 content = r.json()
078efd26
RG
340 acl = content['value']
341 expectedACL = ["127.0.0.1/32", "::1/128"]
342 acl.sort()
343 expectedACL.sort()
344 self.assertEquals(acl, expectedACL)
56d68fad
RG
345
346 newACL = ["192.0.2.0/24", "198.51.100.0/24", "203.0.113.0/24"]
347 payload = json.dumps({"name": "allow-from",
348 "type": "ConfigSetting",
349 "value": newACL})
350 r = requests.put(url, headers=headers, timeout=self._webTimeout, data=payload)
351 self.assertTrue(r)
352 self.assertEquals(r.status_code, 200)
353 self.assertTrue(r.json())
354 content = r.json()
355 self.assertEquals(content['value'], newACL)
356
357 r = requests.get(url, headers=headers, timeout=self._webTimeout)
358 self.assertTrue(r)
359 self.assertEquals(r.status_code, 200)
360 self.assertTrue(r.json())
361 content = r.json()
362 self.assertEquals(content['value'], newACL)
363
364 configFile = self._APIWriteDir + '/' + 'acl.conf'
365 self.assertTrue(os.path.isfile(configFile))
366 fileContent = None
b4f23783 367 with open(configFile, 'rt') as f:
56d68fad
RG
368 fileContent = f.read()
369
370 self.assertEquals(fileContent, """-- Generated by the REST API, DO NOT EDIT
371setACL({"192.0.2.0/24", "198.51.100.0/24", "203.0.113.0/24"})
372""")