]>
Commit | Line | Data |
---|---|---|
12471842 PL |
1 | /* |
2 | * This file is part of PowerDNS or dnsdist. | |
3 | * Copyright -- PowerDNS.COM B.V. and its contributors | |
4 | * | |
5 | * This program is free software; you can redistribute it and/or modify | |
6 | * it under the terms of version 2 of the GNU General Public License as | |
7 | * published by the Free Software Foundation. | |
8 | * | |
9 | * In addition, for the avoidance of any doubt, permission is granted to | |
10 | * link this program with OpenSSL and to (re)distribute the binaries | |
11 | * produced as the result of such linking. | |
12 | * | |
13 | * This program is distributed in the hope that it will be useful, | |
14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
16 | * GNU General Public License for more details. | |
17 | * | |
18 | * You should have received a copy of the GNU General Public License | |
19 | * along with this program; if not, write to the Free Software | |
20 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |
21 | */ | |
32cdc494 | 22 | #pragma once |
00a19ff7 | 23 | #include <string> |
aebb81e4 | 24 | #include <atomic> |
3897b9e1 | 25 | #include "utility.hh" |
00a19ff7 BH |
26 | #include "dns.hh" |
27 | #include "qtype.hh" | |
28 | #include <vector> | |
29 | #include <set> | |
9ea28e46 | 30 | #include <unordered_set> |
00a19ff7 | 31 | #include <map> |
eefd15f9 BH |
32 | #include <cmath> |
33 | #include <iostream> | |
34 | #include <utility> | |
c836dc19 | 35 | #include "misc.hh" |
00a19ff7 | 36 | #include "lwres.hh" |
4898a348 | 37 | #include <boost/optional.hpp> |
92011b8f | 38 | #include <boost/circular_buffer.hpp> |
d6d5dea7 | 39 | #include <boost/utility.hpp> |
1d5b3ce6 | 40 | #include "sstuff.hh" |
9fdf67d5 | 41 | #include "recursor_cache.hh" |
16beeaa4 | 42 | #include "recpacketcache.hh" |
1d5b3ce6 | 43 | #include <boost/tuple/tuple.hpp> |
71dea98d | 44 | #include <boost/optional.hpp> |
1d5b3ce6 BH |
45 | #include <boost/tuple/tuple_comparison.hpp> |
46 | #include "mtasker.hh" | |
a9af3782 | 47 | #include "iputils.hh" |
849fe8d2 | 48 | #include "validate.hh" |
b40562da | 49 | #include "ednssubnet.hh" |
644dd1da | 50 | #include "filterpo.hh" |
39ce10b2 | 51 | #include "negcache.hh" |
644dd1da | 52 | |
20642494 | 53 | #ifdef HAVE_CONFIG_H |
4898a348 | 54 | #include "config.h" |
20642494 PL |
55 | #endif |
56 | ||
4898a348 RG |
57 | #ifdef HAVE_PROTOBUF |
58 | #include <boost/uuid/uuid.hpp> | |
59 | #include <boost/uuid/uuid_generators.hpp> | |
60 | #endif | |
61 | ||
a3e7b735 | 62 | class RecursorLua4; |
620db2c8 | 63 | |
fa1b87ff PL |
64 | typedef map< |
65 | DNSName, | |
66 | pair< | |
67 | vector<ComboAddress>, | |
68 | bool | |
69 | > | |
70 | > NsSet; | |
49f076e8 | 71 | |
bb4bdbaf | 72 | template<class Thing> class Throttle : public boost::noncopyable |
49f076e8 BH |
73 | { |
74 | public: | |
75 | Throttle() | |
76 | { | |
77 | d_limit=3; | |
78 | d_ttl=60; | |
79 | d_last_clean=time(0); | |
80 | } | |
87da00e7 | 81 | bool shouldThrottle(time_t now, const Thing& t) |
49f076e8 | 82 | { |
cd7bf56b | 83 | if(now > d_last_clean + 300 ) { |
bb4bdbaf | 84 | |
49f076e8 | 85 | d_last_clean=now; |
594c2ee7 | 86 | for(typename cont_t::iterator i=d_cont.begin();i!=d_cont.end();) { |
4957a608 BH |
87 | if( i->second.ttd < now) { |
88 | d_cont.erase(i++); | |
89 | } | |
90 | else | |
91 | ++i; | |
594c2ee7 | 92 | } |
49f076e8 BH |
93 | } |
94 | ||
49f076e8 BH |
95 | typename cont_t::iterator i=d_cont.find(t); |
96 | if(i==d_cont.end()) | |
97 | return false; | |
ccb07d93 | 98 | if(now > i->second.ttd || i->second.count == 0) { |
49f076e8 | 99 | d_cont.erase(i); |
139c2911 | 100 | return false; |
49f076e8 | 101 | } |
ccb07d93 | 102 | i->second.count--; |
014c60c3 BH |
103 | |
104 | return true; // still listed, still blocked | |
49f076e8 | 105 | } |
3ddb9247 | 106 | void throttle(time_t now, const Thing& t, time_t ttl=0, unsigned int tries=0) |
49f076e8 BH |
107 | { |
108 | typename cont_t::iterator i=d_cont.find(t); | |
87da00e7 | 109 | entry e={ now+(ttl ? ttl : d_ttl), tries ? tries : d_limit}; |
49f076e8 | 110 | |
c214232f | 111 | if(i==d_cont.end()) { |
49f076e8 | 112 | d_cont[t]=e; |
3ddb9247 PD |
113 | } |
114 | else if(i->second.ttd > e.ttd || (i->second.count) < e.count) | |
c214232f | 115 | d_cont[t]=e; |
8a5602d4 | 116 | } |
3ddb9247 | 117 | |
30ee601a | 118 | unsigned int size() const |
8a5602d4 | 119 | { |
705f31ae | 120 | return (unsigned int)d_cont.size(); |
49f076e8 | 121 | } |
30ee601a RG |
122 | |
123 | void clear() | |
124 | { | |
125 | d_cont.clear(); | |
126 | } | |
49f076e8 | 127 | private: |
b747bce8 AT |
128 | unsigned int d_limit; |
129 | time_t d_ttl; | |
49f076e8 | 130 | time_t d_last_clean; |
3ddb9247 | 131 | struct entry |
49f076e8 BH |
132 | { |
133 | time_t ttd; | |
b747bce8 | 134 | unsigned int count; |
49f076e8 BH |
135 | }; |
136 | typedef map<Thing,entry> cont_t; | |
137 | cont_t d_cont; | |
138 | }; | |
139 | ||
140 | ||
eefd15f9 | 141 | /** Class that implements a decaying EWMA. |
36c5ee42 | 142 | This class keeps an exponentially weighted moving average which, additionally, decays over time. |
eefd15f9 BH |
143 | The decaying is only done on get. |
144 | */ | |
145 | class DecayingEwma | |
146 | { | |
147 | public: | |
3ddb9247 | 148 | DecayingEwma() : d_val(0.0) |
71dea98d BH |
149 | { |
150 | d_needinit=true; | |
118dcc93 | 151 | d_last.tv_sec = d_last.tv_usec = 0; |
71dea98d | 152 | d_lastget=d_last; |
36c5ee42 | 153 | } |
d6d5dea7 | 154 | |
71dea98d | 155 | DecayingEwma(const DecayingEwma& orig) : d_last(orig.d_last), d_lastget(orig.d_lastget), d_val(orig.d_val), d_needinit(orig.d_needinit) |
eefd15f9 | 156 | { |
71dea98d | 157 | } |
d6d5dea7 | 158 | |
a712cb56 | 159 | void submit(int val, const struct timeval* tv) |
71dea98d | 160 | { |
a712cb56 | 161 | struct timeval now=*tv; |
71dea98d BH |
162 | |
163 | if(d_needinit) { | |
164 | d_last=now; | |
21f0f88b | 165 | d_lastget=now; |
71dea98d | 166 | d_needinit=false; |
21f0f88b | 167 | d_val = val; |
71dea98d | 168 | } |
21f0f88b BH |
169 | else { |
170 | float diff= makeFloat(d_last - now); | |
71dea98d | 171 | |
21f0f88b BH |
172 | d_last=now; |
173 | double factor=exp(diff)/2.0; // might be '0.5', or 0.0001 | |
3ddb9247 | 174 | d_val=(float)((1-factor)*val+ (float)factor*d_val); |
21f0f88b | 175 | } |
eefd15f9 | 176 | } |
d6d5dea7 | 177 | |
a712cb56 | 178 | double get(const struct timeval* tv) |
71dea98d | 179 | { |
a712cb56 | 180 | struct timeval now=*tv; |
71dea98d | 181 | float diff=makeFloat(d_lastget-now); |
36c5ee42 | 182 | d_lastget=now; |
705f31ae | 183 | float factor=exp(diff/60.0f); // is 1.0 or less |
eefd15f9 BH |
184 | return d_val*=factor; |
185 | } | |
186 | ||
30ee601a | 187 | double peek(void) const |
a82ce718 PD |
188 | { |
189 | return d_val; | |
190 | } | |
191 | ||
996c89cc | 192 | bool stale(time_t limit) const |
9fdf67d5 | 193 | { |
71dea98d | 194 | return limit > d_lastget.tv_sec; |
9fdf67d5 BH |
195 | } |
196 | ||
eefd15f9 | 197 | private: |
71dea98d BH |
198 | struct timeval d_last; // stores time |
199 | struct timeval d_lastget; // stores time | |
200 | float d_val; | |
201 | bool d_needinit; | |
202 | }; | |
203 | ||
628e2c7b PA |
204 | template<class Thing> class Counters : public boost::noncopyable |
205 | { | |
206 | public: | |
207 | Counters() | |
208 | { | |
209 | } | |
30ee601a | 210 | unsigned long value(const Thing& t) const |
628e2c7b | 211 | { |
30ee601a | 212 | typename cont_t::const_iterator i=d_cont.find(t); |
628e2c7b PA |
213 | |
214 | if(i==d_cont.end()) { | |
215 | return 0; | |
216 | } | |
217 | return (unsigned long)i->second; | |
218 | } | |
219 | unsigned long incr(const Thing& t) | |
220 | { | |
221 | typename cont_t::iterator i=d_cont.find(t); | |
222 | ||
223 | if(i==d_cont.end()) { | |
224 | d_cont[t]=1; | |
225 | return 1; | |
226 | } | |
227 | else { | |
228 | if (i->second < std::numeric_limits<unsigned long>::max()) | |
229 | i->second++; | |
230 | return (unsigned long)i->second; | |
231 | } | |
232 | } | |
233 | unsigned long decr(const Thing& t) | |
234 | { | |
235 | typename cont_t::iterator i=d_cont.find(t); | |
236 | ||
237 | if(i!=d_cont.end() && --i->second == 0) { | |
238 | d_cont.erase(i); | |
239 | return 0; | |
240 | } else | |
241 | return (unsigned long)i->second; | |
242 | } | |
243 | void clear(const Thing& t) | |
244 | { | |
245 | typename cont_t::iterator i=d_cont.find(t); | |
246 | ||
247 | if(i!=d_cont.end()) { | |
248 | d_cont.erase(i); | |
249 | } | |
250 | } | |
30ee601a RG |
251 | void clear() |
252 | { | |
253 | d_cont.clear(); | |
254 | } | |
255 | size_t size() const | |
406f46f9 | 256 | { |
257 | return d_cont.size(); | |
258 | } | |
628e2c7b PA |
259 | private: |
260 | typedef map<Thing,unsigned long> cont_t; | |
261 | cont_t d_cont; | |
262 | }; | |
263 | ||
71dea98d | 264 | |
bb4bdbaf | 265 | class SyncRes : public boost::noncopyable |
00a19ff7 BH |
266 | { |
267 | public: | |
3ddb9247 | 268 | enum LogMode { LogNone, Log, Store}; |
9065eb05 | 269 | typedef std::function<int(const ComboAddress& ip, const DNSName& qdomain, int qtype, bool doTCP, bool sendRDQuery, int EDNS0Level, struct timeval* now, boost::optional<Netmask>& srcmask, boost::optional<const ResolveContext&> context, std::shared_ptr<RemoteLogger> outgoingLogger, LWResult *lwr)> asyncresolve_t; |
77499b05 | 270 | |
a712cb56 RG |
271 | struct EDNSStatus |
272 | { | |
273 | EDNSStatus() : mode(UNKNOWN), modeSetAt(0) {} | |
274 | enum EDNSMode { UNKNOWN=0, EDNSOK=1, EDNSIGNORANT=2, NOEDNS=3 } mode; | |
275 | time_t modeSetAt; | |
276 | }; | |
277 | ||
278 | //! This represents a number of decaying Ewmas, used to store performance per nameserver-name. | |
279 | /** Modelled to work mostly like the underlying DecayingEwma. After you've called get, | |
280 | d_best is filled out with the best address for this collection */ | |
281 | struct DecayingEwmaCollection | |
282 | { | |
283 | void submit(const ComboAddress& remote, int usecs, const struct timeval* now) | |
284 | { | |
285 | collection_t::iterator pos; | |
286 | for(pos=d_collection.begin(); pos != d_collection.end(); ++pos) | |
287 | if(pos->first==remote) | |
288 | break; | |
289 | if(pos!=d_collection.end()) { | |
290 | pos->second.submit(usecs, now); | |
291 | } | |
292 | else { | |
293 | DecayingEwma de; | |
294 | de.submit(usecs, now); | |
295 | d_collection.push_back(make_pair(remote, de)); | |
296 | } | |
297 | } | |
298 | ||
299 | double get(const struct timeval* now) | |
300 | { | |
301 | if(d_collection.empty()) | |
302 | return 0; | |
303 | double ret=std::numeric_limits<double>::max(); | |
304 | double tmp; | |
305 | for(collection_t::iterator pos=d_collection.begin(); pos != d_collection.end(); ++pos) { | |
306 | if((tmp=pos->second.get(now)) < ret) { | |
307 | ret=tmp; | |
308 | d_best=pos->first; | |
309 | } | |
310 | } | |
311 | ||
312 | return ret; | |
313 | } | |
314 | ||
315 | bool stale(time_t limit) const | |
316 | { | |
317 | for(collection_t::const_iterator pos=d_collection.begin(); pos != d_collection.end(); ++pos) | |
318 | if(!pos->second.stale(limit)) | |
319 | return false; | |
320 | return true; | |
321 | } | |
322 | ||
323 | typedef vector<pair<ComboAddress, DecayingEwma> > collection_t; | |
324 | collection_t d_collection; | |
325 | ComboAddress d_best; | |
326 | }; | |
327 | ||
328 | typedef map<DNSName, DecayingEwmaCollection> nsspeeds_t; | |
329 | typedef map<ComboAddress, EDNSStatus> ednsstatus_t; | |
330 | ||
3337c2f7 | 331 | class AuthDomain |
a712cb56 | 332 | { |
3337c2f7 | 333 | public: |
a712cb56 RG |
334 | typedef multi_index_container < |
335 | DNSRecord, | |
336 | indexed_by < | |
337 | ordered_non_unique< | |
338 | composite_key< DNSRecord, | |
339 | member<DNSRecord, DNSName, &DNSRecord::d_name>, | |
340 | member<DNSRecord, uint16_t, &DNSRecord::d_type> | |
341 | >, | |
342 | composite_key_compare<std::less<DNSName>, std::less<uint16_t> > | |
343 | > | |
344 | > | |
345 | > records_t; | |
3337c2f7 | 346 | |
a712cb56 | 347 | records_t d_records; |
3337c2f7 RG |
348 | vector<ComboAddress> d_servers; |
349 | DNSName d_name; | |
350 | bool d_rdForward{false}; | |
351 | ||
352 | int getRecords(const DNSName& qname, uint16_t qtype, std::vector<DNSRecord>& records) const; | |
353 | bool isAuth() const | |
354 | { | |
355 | return d_servers.empty(); | |
356 | } | |
357 | bool isForward() const | |
358 | { | |
359 | return !isAuth(); | |
360 | } | |
361 | bool shouldRecurse() const | |
362 | { | |
363 | return d_rdForward; | |
364 | } | |
365 | const DNSName& getName() const | |
366 | { | |
367 | return d_name; | |
368 | } | |
369 | ||
370 | private: | |
371 | void addSOA(std::vector<DNSRecord>& records) const; | |
a712cb56 RG |
372 | }; |
373 | ||
374 | typedef map<DNSName, AuthDomain> domainmap_t; | |
375 | typedef Throttle<boost::tuple<ComboAddress,DNSName,uint16_t> > throttle_t; | |
376 | typedef Counters<ComboAddress> fails_t; | |
377 | ||
378 | struct ThreadLocalStorage { | |
379 | NegCache negcache; | |
380 | nsspeeds_t nsSpeeds; | |
381 | throttle_t throttle; | |
382 | ednsstatus_t ednsstatus; | |
383 | fails_t fails; | |
384 | std::shared_ptr<domainmap_t> domainmap; | |
385 | }; | |
386 | ||
9065eb05 RG |
387 | static void setDefaultLogMode(LogMode lm) |
388 | { | |
389 | s_lm = lm; | |
390 | } | |
391 | static void doEDNSDumpAndClose(int fd); | |
392 | static uint64_t doDumpNSSpeeds(int fd); | |
393 | static int getRootNS(struct timeval now, asyncresolve_t asyncCallback); | |
394 | static void clearDelegationOnly() | |
395 | { | |
396 | s_delegationOnly.clear(); | |
397 | } | |
398 | static void addDelegationOnly(const DNSName& name) | |
399 | { | |
400 | s_delegationOnly.insert(name); | |
401 | } | |
402 | static void addDontQuery(const std::string& mask) | |
403 | { | |
404 | if (!s_dontQuery) | |
405 | s_dontQuery = std::unique_ptr<NetmaskGroup>(new NetmaskGroup()); | |
bb4bdbaf | 406 | |
9065eb05 RG |
407 | s_dontQuery->addMask(mask); |
408 | } | |
409 | static void addDontQuery(const Netmask& mask) | |
410 | { | |
411 | if (!s_dontQuery) | |
412 | s_dontQuery = std::unique_ptr<NetmaskGroup>(new NetmaskGroup()); | |
413 | ||
414 | s_dontQuery->addMask(mask); | |
415 | } | |
416 | static void clearDontQuery() | |
417 | { | |
418 | s_dontQuery = nullptr; | |
419 | } | |
420 | static void parseEDNSSubnetWhitelist(const std::string& wlist); | |
421 | static void addEDNSSubnet(const Netmask& subnet) | |
422 | { | |
423 | s_ednssubnets.addMask(subnet); | |
424 | } | |
425 | static void addEDNSDomain(const DNSName& domain) | |
426 | { | |
427 | s_ednsdomains.add(domain); | |
428 | } | |
429 | static void clearEDNSSubnets() | |
430 | { | |
431 | s_ednssubnets.clear(); | |
432 | } | |
433 | static void clearEDNSDomains() | |
434 | { | |
435 | s_ednsdomains = SuffixMatchNode(); | |
436 | } | |
a712cb56 RG |
437 | static void pruneNSSpeeds(time_t limit) |
438 | { | |
439 | for(auto i = t_sstorage.nsSpeeds.begin(), end = t_sstorage.nsSpeeds.end(); i != end; ) { | |
440 | if(i->second.stale(limit)) { | |
441 | i = t_sstorage.nsSpeeds.erase(i); | |
442 | } | |
443 | else { | |
444 | ++i; | |
445 | } | |
446 | } | |
447 | } | |
448 | static uint64_t getNSSpeedsSize() | |
449 | { | |
450 | return t_sstorage.nsSpeeds.size(); | |
451 | } | |
452 | static void submitNSSpeed(const DNSName& server, const ComboAddress& ca, uint32_t usec, const struct timeval* now) | |
453 | { | |
454 | t_sstorage.nsSpeeds[server].submit(ca, usec, now); | |
455 | } | |
456 | static void clearNSSpeeds() | |
457 | { | |
458 | t_sstorage.nsSpeeds.clear(); | |
459 | } | |
460 | static EDNSStatus::EDNSMode getEDNSStatus(const ComboAddress& server) | |
461 | { | |
462 | const auto& it = t_sstorage.ednsstatus.find(server); | |
463 | if (it == t_sstorage.ednsstatus.end()) | |
464 | return EDNSStatus::UNKNOWN; | |
465 | ||
466 | return it->second.mode; | |
467 | } | |
468 | static uint64_t getEDNSStatusesSize() | |
469 | { | |
470 | return t_sstorage.ednsstatus.size(); | |
471 | } | |
472 | static void clearEDNSStatuses() | |
473 | { | |
474 | t_sstorage.ednsstatus.clear(); | |
475 | } | |
476 | static uint64_t getThrottledServersSize() | |
477 | { | |
478 | return t_sstorage.throttle.size(); | |
479 | } | |
480 | static void clearThrottle() | |
481 | { | |
482 | t_sstorage.throttle.clear(); | |
483 | } | |
484 | static bool isThrottled(time_t now, const ComboAddress& server, const DNSName& target, uint16_t qtype) | |
485 | { | |
486 | return t_sstorage.throttle.shouldThrottle(now, boost::make_tuple(server, target, qtype)); | |
487 | } | |
488 | static bool isThrottled(time_t now, const ComboAddress& server) | |
489 | { | |
490 | return t_sstorage.throttle.shouldThrottle(now, boost::make_tuple(server, "", 0)); | |
491 | } | |
492 | static void doThrottle(time_t now, const ComboAddress& server, time_t duration, unsigned int tries) | |
493 | { | |
494 | t_sstorage.throttle.throttle(now, boost::make_tuple(server, "", 0), duration, tries); | |
495 | } | |
496 | static uint64_t getFailedServersSize() | |
497 | { | |
498 | return t_sstorage.fails.size(); | |
499 | } | |
500 | static void clearFailedServers() | |
501 | { | |
502 | t_sstorage.fails.clear(); | |
503 | } | |
504 | static unsigned long getServerFailsCount(const ComboAddress& server) | |
505 | { | |
506 | return t_sstorage.fails.value(server); | |
507 | } | |
508 | ||
509 | static void clearNegCache() | |
510 | { | |
511 | t_sstorage.negcache.clear(); | |
512 | } | |
513 | ||
514 | static uint64_t getNegCacheSize() | |
515 | { | |
516 | return t_sstorage.negcache.size(); | |
517 | } | |
518 | ||
519 | static void pruneNegCache(unsigned int maxEntries) | |
520 | { | |
521 | t_sstorage.negcache.prune(maxEntries); | |
522 | } | |
523 | ||
524 | static uint64_t wipeNegCache(const DNSName& name, bool subtree = false) | |
525 | { | |
526 | return t_sstorage.negcache.wipe(name, subtree); | |
527 | } | |
528 | ||
529 | static void setDomainMap(std::shared_ptr<domainmap_t> newMap) | |
530 | { | |
531 | t_sstorage.domainmap = newMap; | |
532 | } | |
533 | ||
534 | static const std::shared_ptr<domainmap_t> getDomainMap() | |
535 | { | |
536 | return t_sstorage.domainmap; | |
537 | } | |
9065eb05 RG |
538 | |
539 | explicit SyncRes(const struct timeval& now); | |
30ee601a | 540 | |
e325f20c | 541 | int beginResolve(const DNSName &qname, const QType &qtype, uint16_t qclass, vector<DNSRecord>&ret); |
c836dc19 BH |
542 | void setId(int id) |
543 | { | |
77499b05 | 544 | if(doLog()) |
9fdf67d5 | 545 | d_prefix="["+itoa(id)+"] "; |
c836dc19 | 546 | } |
3ddb9247 PD |
547 | |
548 | void setLogMode(LogMode lm) | |
77499b05 BH |
549 | { |
550 | d_lm = lm; | |
551 | } | |
552 | ||
69cbdef9 | 553 | bool doLog() const |
c836dc19 | 554 | { |
3ddb9247 | 555 | return d_lm != LogNone; |
c836dc19 | 556 | } |
77499b05 | 557 | |
c836dc19 BH |
558 | void setCacheOnly(bool state=true) |
559 | { | |
560 | d_cacheonly=state; | |
561 | } | |
2188dcc3 BH |
562 | |
563 | void setDoEDNS0(bool state=true) | |
564 | { | |
565 | d_doEDNS0=state; | |
566 | } | |
567 | ||
30ee601a RG |
568 | void setDoDNSSEC(bool state=true) |
569 | { | |
570 | d_doDNSSEC=state; | |
571 | } | |
572 | ||
573 | void setWantsRPZ(bool state=true) | |
574 | { | |
575 | d_wantsRPZ=state; | |
576 | } | |
577 | ||
578 | bool getWantsRPZ() const | |
579 | { | |
580 | return d_wantsRPZ; | |
581 | } | |
582 | ||
583 | void setIncomingECSFound(bool state=true) | |
584 | { | |
585 | d_incomingECSFound=state; | |
586 | } | |
587 | ||
77499b05 BH |
588 | string getTrace() const |
589 | { | |
590 | return d_trace.str(); | |
591 | } | |
592 | ||
a3e7b735 | 593 | void setLuaEngine(shared_ptr<RecursorLua4> pdl) |
3457a2a0 | 594 | { |
595 | d_pdl = pdl; | |
596 | } | |
597 | ||
3762e821 | 598 | bool wasVariable() const |
599 | { | |
600 | return d_wasVariable; | |
601 | } | |
3457a2a0 | 602 | |
9fc36e90 PL |
603 | bool wasOutOfBand() const |
604 | { | |
605 | return d_wasOutOfBand; | |
606 | } | |
607 | ||
30ee601a RG |
608 | struct timeval getNow() const |
609 | { | |
610 | return d_now; | |
611 | } | |
612 | ||
a672e9de PL |
613 | void setSkipCNAMECheck(bool skip = false) |
614 | { | |
615 | d_skipCNAMECheck = skip; | |
616 | } | |
617 | ||
30ee601a RG |
618 | void setIncomingECS(boost::optional<const EDNSSubnetOpts&> incomingECS) |
619 | { | |
620 | d_incomingECS = incomingECS; | |
621 | } | |
622 | ||
623 | #ifdef HAVE_PROTOBUF | |
624 | void setInitialRequestId(boost::optional<const boost::uuids::uuid&> initialRequestId) | |
625 | { | |
626 | d_initialRequestId = initialRequestId; | |
627 | } | |
628 | #endif | |
629 | ||
630 | void setAsyncCallback(asyncresolve_t func) | |
631 | { | |
632 | d_asyncResolve = func; | |
633 | } | |
3ddb9247 | 634 | |
a712cb56 RG |
635 | static thread_local ThreadLocalStorage t_sstorage; |
636 | ||
aebb81e4 | 637 | static std::atomic<uint64_t> s_queries; |
638 | static std::atomic<uint64_t> s_outgoingtimeouts; | |
639 | static std::atomic<uint64_t> s_outgoing4timeouts; | |
640 | static std::atomic<uint64_t> s_outgoing6timeouts; | |
641 | static std::atomic<uint64_t> s_throttledqueries; | |
642 | static std::atomic<uint64_t> s_dontqueries; | |
643 | static std::atomic<uint64_t> s_outqueries; | |
644 | static std::atomic<uint64_t> s_tcpoutqueries; | |
645 | static std::atomic<uint64_t> s_nodelegated; | |
646 | static std::atomic<uint64_t> s_unreachables; | |
9065eb05 | 647 | |
9065eb05 RG |
648 | static string s_serverID; |
649 | static unsigned int s_minimumTTL; | |
650 | static unsigned int s_maxqperq; | |
651 | static unsigned int s_maxtotusec; | |
652 | static unsigned int s_maxdepth; | |
a9af3782 | 653 | static unsigned int s_maxnegttl; |
c3e753c7 | 654 | static unsigned int s_maxcachettl; |
1051f8a9 BH |
655 | static unsigned int s_packetcachettl; |
656 | static unsigned int s_packetcacheservfailttl; | |
628e2c7b PA |
657 | static unsigned int s_serverdownmaxfails; |
658 | static unsigned int s_serverdownthrottletime; | |
e9f9b8ec RG |
659 | static uint8_t s_ecsipv4limit; |
660 | static uint8_t s_ecsipv6limit; | |
9065eb05 RG |
661 | static bool s_doIPv6; |
662 | static bool s_noEDNSPing; | |
663 | static bool s_noEDNS; | |
664 | static bool s_rootNXTrust; | |
1051f8a9 | 665 | static bool s_nopacketcache; |
3ddb9247 | 666 | |
a712cb56 RG |
667 | std::unordered_map<std::string,bool> d_discardedPolicies; |
668 | DNSFilterEngine::Policy d_appliedPolicy; | |
669 | unsigned int d_outqueries; | |
670 | unsigned int d_tcpoutqueries; | |
671 | unsigned int d_throttledqueries; | |
672 | unsigned int d_timeouts; | |
673 | unsigned int d_unreachables; | |
674 | unsigned int d_totUsec; | |
675 | ComboAddress d_requestor; | |
49a699c4 | 676 | |
00a19ff7 | 677 | private: |
a712cb56 | 678 | |
9065eb05 RG |
679 | static std::unordered_set<DNSName> s_delegationOnly; |
680 | static NetmaskGroup s_ednssubnets; | |
681 | static SuffixMatchNode s_ednsdomains; | |
682 | static LogMode s_lm; | |
683 | static std::unique_ptr<NetmaskGroup> s_dontQuery; | |
684 | ||
685 | struct GetBestNSAnswer | |
686 | { | |
687 | DNSName qname; | |
688 | set<pair<DNSName,DNSName> > bestns; | |
689 | uint8_t qtype; // only A and AAAA anyhow | |
690 | bool operator<(const GetBestNSAnswer &b) const | |
691 | { | |
692 | return boost::tie(qname, qtype, bestns) < | |
693 | boost::tie(b.qname, b.qtype, b.bestns); | |
694 | } | |
695 | }; | |
696 | ||
fa1b87ff | 697 | int doResolveAt(NsSet &nameservers, DNSName auth, bool flawedNSSet, const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, |
7c3398aa | 698 | unsigned int depth, set<GetBestNSAnswer>&beenthere); |
6dfff36f RG |
699 | bool doResolveAtThisIP(const std::string& prefix, const DNSName& qname, const QType& qtype, LWResult& lwr, boost::optional<Netmask>& ednsmask, const DNSName& auth, bool const sendRDQuery, const DNSName& nsName, const ComboAddress& remoteIP, bool doTCP, bool* truncated); |
700 | bool processAnswer(unsigned int depth, LWResult& lwr, const DNSName& qname, const QType& qtype, DNSName& auth, bool wasForwarded, const boost::optional<Netmask> ednsmask, bool sendRDQuery, NsSet &nameservers, std::vector<DNSRecord>& ret, const DNSFilterEngine& dfe, bool* gotNewServers, int* rcode); | |
701 | ||
7c3398aa | 702 | int doResolve(const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, unsigned int depth, set<GetBestNSAnswer>& beenthere); |
3337c2f7 | 703 | bool doOOBResolve(const AuthDomain& domain, const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, int& res) const; |
7c3398aa | 704 | bool doOOBResolve(const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, unsigned int depth, int &res); |
69cbdef9 | 705 | domainmap_t::const_iterator getBestAuthZone(DNSName* qname) const; |
7c3398aa RG |
706 | bool doCNAMECacheCheck(const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, unsigned int depth, int &res); |
707 | bool doCacheCheck(const DNSName &qname, const QType &qtype, vector<DNSRecord>&ret, unsigned int depth, int &res); | |
708 | void getBestNSFromCache(const DNSName &qname, const QType &qtype, vector<DNSRecord>&bestns, bool* flawedNSSet, unsigned int depth, set<GetBestNSAnswer>& beenthere); | |
709 | DNSName getBestNSNamesFromCache(const DNSName &qname, const QType &qtype, NsSet& nsset, bool* flawedNSSet, unsigned int depth, set<GetBestNSAnswer>&beenthere); | |
c5c066bf | 710 | |
fa1b87ff | 711 | inline vector<DNSName> shuffleInSpeedOrder(NsSet &nameservers, const string &prefix); |
69cbdef9 | 712 | bool moreSpecificThan(const DNSName& a, const DNSName &b) const; |
7c3398aa | 713 | vector<ComboAddress> getAddrs(const DNSName &qname, unsigned int depth, set<GetBestNSAnswer>& beenthere); |
26ca3513 | 714 | |
69cbdef9 RG |
715 | bool nameserversBlockedByRPZ(const DNSFilterEngine& dfe, const NsSet& nameservers); |
716 | bool nameserverIPBlockedByRPZ(const DNSFilterEngine& dfe, const ComboAddress&); | |
26ca3513 RG |
717 | bool throttledOrBlocked(const std::string& prefix, const ComboAddress& remoteIP, const DNSName& qname, const QType& qtype, bool pierceDontQuery); |
718 | ||
719 | vector<ComboAddress> retrieveAddressesForNS(const std::string& prefix, const DNSName& qname, vector<DNSName >::const_iterator& tns, const unsigned int depth, set<GetBestNSAnswer>& beenthere, const vector<DNSName >& rnameservers, NsSet& nameservers, bool& sendRDQuery, bool& pierceDontQuery, bool& flawedNSSet); | |
6dfff36f RG |
720 | RCode::rcodes_ updateCacheFromRecords(const std::string& prefix, LWResult& lwr, const DNSName& qname, const DNSName& auth, bool wasForwarded, const boost::optional<Netmask>); |
721 | bool processRecords(const std::string& prefix, const DNSName& qname, const QType& qtype, const DNSName& auth, LWResult& lwr, const bool sendRDQuery, vector<DNSRecord>& ret, set<DNSName>& nsset, DNSName& newtarget, DNSName& newauth, bool& realreferral, bool& negindic); | |
26ca3513 | 722 | |
6dfff36f | 723 | bool doSpecialNamesResolve(const DNSName &qname, const QType &qtype, const uint16_t qclass, vector<DNSRecord> &ret); |
db50a7f4 | 724 | |
30ee601a RG |
725 | int asyncresolveWrapper(const ComboAddress& ip, bool ednsMANDATORY, const DNSName& domain, int type, bool doTCP, bool sendRDQuery, struct timeval* now, boost::optional<Netmask>& srcmask, LWResult* res) const; |
726 | ||
e9f9b8ec RG |
727 | boost::optional<Netmask> getEDNSSubnetMask(const ComboAddress& local, const DNSName&dn, const ComboAddress& rem); |
728 | ||
0b29b9c5 RG |
729 | void setUpdatingRootNS() |
730 | { | |
731 | d_updatingRootNS = true; | |
732 | } | |
733 | ||
734 | ||
77499b05 | 735 | ostringstream d_trace; |
a3e7b735 | 736 | shared_ptr<RecursorLua4> d_pdl; |
30ee601a RG |
737 | boost::optional<const EDNSSubnetOpts&> d_incomingECS; |
738 | #ifdef HAVE_PROTOBUF | |
739 | boost::optional<const boost::uuids::uuid&> d_initialRequestId; | |
740 | #endif | |
741 | asyncresolve_t d_asyncResolve{nullptr}; | |
742 | struct timeval d_now; | |
c836dc19 | 743 | string d_prefix; |
b88526ce PL |
744 | |
745 | /* When d_cacheonly is set to true, we will only check the cache. | |
746 | * This is set when the RD bit is unset in the incoming query | |
747 | */ | |
c836dc19 | 748 | bool d_cacheonly; |
30ee601a RG |
749 | bool d_doDNSSEC; |
750 | bool d_doEDNS0{true}; | |
751 | bool d_incomingECSFound{false}; | |
24bb9b58 | 752 | bool d_requireAuthData{true}; |
30ee601a | 753 | bool d_skipCNAMECheck{false}; |
0b29b9c5 | 754 | bool d_updatingRootNS{false}; |
30ee601a RG |
755 | bool d_wantsRPZ{true}; |
756 | bool d_wasOutOfBand{false}; | |
757 | bool d_wasVariable{false}; | |
57769f13 | 758 | |
77499b05 | 759 | LogMode d_lm; |
00a19ff7 | 760 | }; |
ac0e821b | 761 | |
5c633640 | 762 | class Socket; |
a9af3782 | 763 | /* external functions, opaque to us */ |
5c633640 | 764 | int asendtcp(const string& data, Socket* sock); |
a683e8bd | 765 | int arecvtcp(string& data, size_t len, Socket* sock, bool incompleteOkay); |
1d5b3ce6 BH |
766 | |
767 | ||
768 | struct PacketID | |
769 | { | |
825fa717 | 770 | PacketID() : id(0), type(0), sock(0), inNeeded(0), inIncompleteOkay(false), outPos(0), nearMisses(0), fd(-1) |
67770277 BH |
771 | { |
772 | memset(&remote, 0, sizeof(remote)); | |
773 | } | |
1d5b3ce6 BH |
774 | |
775 | uint16_t id; // wait for a specific id/remote pair | |
91ffe057 | 776 | uint16_t type; // and this is its type |
996c89cc | 777 | ComboAddress remote; // this is the remote |
3ddb9247 | 778 | DNSName domain; // this is the question |
1d5b3ce6 BH |
779 | |
780 | Socket* sock; // or wait for an event on a TCP fd | |
1d5b3ce6 | 781 | string inMSG; // they'll go here |
a683e8bd | 782 | size_t inNeeded; // if this is set, we'll read until inNeeded bytes are read |
825fa717 | 783 | bool inIncompleteOkay; |
1d5b3ce6 BH |
784 | |
785 | string outMSG; // the outgoing message that needs to be sent | |
786 | string::size_type outPos; // how far we are along in the outMSG | |
787 | ||
96f81a93 BH |
788 | typedef set<uint16_t > chain_t; |
789 | mutable chain_t chain; | |
91ffe057 | 790 | mutable uint32_t nearMisses; // number of near misses - host correct, id wrong |
4ef015cd | 791 | int fd; |
35ce8576 | 792 | |
1d5b3ce6 BH |
793 | bool operator<(const PacketID& b) const |
794 | { | |
795 | int ourSock= sock ? sock->getHandle() : 0; | |
796 | int bSock = b.sock ? b.sock->getHandle() : 0; | |
787e5eab | 797 | if( tie(remote, ourSock, type) < tie(b.remote, bSock, b.type)) |
0d5f0a9f | 798 | return true; |
787e5eab | 799 | if( tie(remote, ourSock, type) > tie(b.remote, bSock, b.type)) |
0d5f0a9f BH |
800 | return false; |
801 | ||
c5c066bf | 802 | return tie(domain, fd, id) < tie(b.domain, b.fd, b.id); |
1d5b3ce6 BH |
803 | } |
804 | }; | |
805 | ||
3ddb9247 | 806 | struct PacketIDBirthdayCompare: public std::binary_function<PacketID, PacketID, bool> |
96f81a93 BH |
807 | { |
808 | bool operator()(const PacketID& a, const PacketID& b) const | |
809 | { | |
810 | int ourSock= a.sock ? a.sock->getHandle() : 0; | |
811 | int bSock = b.sock ? b.sock->getHandle() : 0; | |
787e5eab | 812 | if( tie(a.remote, ourSock, a.type) < tie(b.remote, bSock, b.type)) |
96f81a93 | 813 | return true; |
787e5eab | 814 | if( tie(a.remote, ourSock, a.type) > tie(b.remote, bSock, b.type)) |
96f81a93 BH |
815 | return false; |
816 | ||
72849e12 | 817 | return a.domain < b.domain; |
96f81a93 BH |
818 | } |
819 | }; | |
f26bf547 RG |
820 | extern thread_local std::unique_ptr<MemRecursorCache> t_RC; |
821 | extern thread_local std::unique_ptr<RecursorPacketCache> t_packetCache; | |
d2392145 | 822 | typedef MTasker<PacketID,string> MT_t; |
f165a1f4 | 823 | MT_t* getMT(); |
1d5b3ce6 BH |
824 | |
825 | struct RecursorStats | |
826 | { | |
aebb81e4 | 827 | std::atomic<uint64_t> servFails; |
828 | std::atomic<uint64_t> nxDomains; | |
829 | std::atomic<uint64_t> noErrors; | |
830 | std::atomic<uint64_t> answers0_1, answers1_10, answers10_100, answers100_1000, answersSlow; | |
831 | std::atomic<uint64_t> auth4Answers0_1, auth4Answers1_10, auth4Answers10_100, auth4Answers100_1000, auth4AnswersSlow; | |
832 | std::atomic<uint64_t> auth6Answers0_1, auth6Answers1_10, auth6Answers10_100, auth6Answers100_1000, auth6AnswersSlow; | |
08f3f638 | 833 | double avgLatencyUsec; |
aebb81e4 | 834 | std::atomic<uint64_t> qcounter; // not increased for unauth packets |
835 | std::atomic<uint64_t> ipv6qcounter; | |
836 | std::atomic<uint64_t> tcpqcounter; | |
837 | std::atomic<uint64_t> unauthorizedUDP; // when this is increased, qcounter isn't | |
838 | std::atomic<uint64_t> unauthorizedTCP; // when this is increased, qcounter isn't | |
839 | std::atomic<uint64_t> policyDrops; | |
840 | std::atomic<uint64_t> tcpClientOverflow; | |
841 | std::atomic<uint64_t> clientParseError; | |
842 | std::atomic<uint64_t> serverParseError; | |
843 | std::atomic<uint64_t> tooOldDrops; | |
844 | std::atomic<uint64_t> unexpectedCount; | |
845 | std::atomic<uint64_t> caseMismatchCount; | |
846 | std::atomic<uint64_t> spoofCount; | |
847 | std::atomic<uint64_t> resourceLimits; | |
848 | std::atomic<uint64_t> overCapacityDrops; | |
849 | std::atomic<uint64_t> ipv6queries; | |
850 | std::atomic<uint64_t> chainResends; | |
851 | std::atomic<uint64_t> nsSetInvalidations; | |
852 | std::atomic<uint64_t> ednsPingMatches; | |
853 | std::atomic<uint64_t> ednsPingMismatches; | |
854 | std::atomic<uint64_t> noPingOutQueries, noEdnsOutQueries; | |
855 | std::atomic<uint64_t> packetCacheHits; | |
856 | std::atomic<uint64_t> noPacketError; | |
857 | std::atomic<uint64_t> ignoredCount; | |
5e3de507 | 858 | time_t startupTime; |
aebb81e4 | 859 | std::atomic<uint64_t> dnssecQueries; |
ec6eacbc | 860 | unsigned int maxMThreadStackUsage; |
849fe8d2 PL |
861 | std::atomic<uint64_t> dnssecValidations; // should be the sum of all dnssecResult* stats |
862 | std::map<vState, std::atomic<uint64_t> > dnssecResults; | |
7a25883a | 863 | std::map<DNSFilterEngine::PolicyKind, std::atomic<uint64_t> > policyResults; |
b3b5459d | 864 | }; |
996c89cc | 865 | |
0e408828 | 866 | //! represents a running TCP/IP client session |
cd989c87 | 867 | class TCPConnection : public boost::noncopyable |
0e408828 | 868 | { |
50a5ef72 | 869 | public: |
cd989c87 BH |
870 | TCPConnection(int fd, const ComboAddress& addr); |
871 | ~TCPConnection(); | |
3ddb9247 | 872 | |
30ee601a | 873 | int getFD() const |
cd989c87 BH |
874 | { |
875 | return d_fd; | |
876 | } | |
b841314c RG |
877 | enum stateenum {BYTE0, BYTE1, GETQUESTION, DONE} state{BYTE0}; |
878 | uint16_t qlen{0}; | |
879 | uint16_t bytesread{0}; | |
cd989c87 BH |
880 | const ComboAddress d_remote; |
881 | char data[65535]; // damn | |
fde296a3 | 882 | size_t queriesCount{0}; |
0e408828 | 883 | |
50a5ef72 | 884 | static unsigned int getCurrentConnections() { return s_currentConnections; } |
50a5ef72 | 885 | private: |
cd989c87 | 886 | const int d_fd; |
1bc9e6bd | 887 | static AtomicCounter s_currentConnections; //!< total number of current TCP connections |
0e408828 BH |
888 | }; |
889 | ||
44971ca0 PD |
890 | class ImmediateServFailException |
891 | { | |
892 | public: | |
893 | ImmediateServFailException(string r){reason=r;}; | |
894 | ||
895 | string reason; //! Print this to tell the user what went wrong | |
896 | }; | |
0e408828 | 897 | |
f635ed7b | 898 | #if (__GNUC__ == 4 && __GNUC_MINOR__ == 2) |
899 | typedef boost::circular_buffer<SComboAddress> addrringbuf_t; | |
900 | #else | |
901 | typedef boost::circular_buffer<ComboAddress> addrringbuf_t; | |
902 | #endif | |
f26bf547 | 903 | extern thread_local std::unique_ptr<addrringbuf_t> t_servfailremotes, t_largeanswerremotes, t_remotes; |
a9af3782 | 904 | |
f26bf547 RG |
905 | extern thread_local std::unique_ptr<boost::circular_buffer<pair<DNSName,uint16_t> > > t_queryring, t_servfailqueryring; |
906 | extern thread_local std::shared_ptr<NetmaskGroup> t_allowFrom; | |
674cf0f6 | 907 | string doQueueReloadLuaScript(vector<string>::const_iterator begin, vector<string>::const_iterator end); |
77499b05 | 908 | string doTraceRegex(vector<string>::const_iterator begin, vector<string>::const_iterator end); |
18af64a8 | 909 | void parseACLs(); |
1d5b3ce6 | 910 | extern RecursorStats g_stats; |
c3828c03 | 911 | extern unsigned int g_numThreads; |
b33c2462 | 912 | extern uint16_t g_outgoingEDNSBufsize; |
12ce523e | 913 | |
914 | ||
ee1ada80 | 915 | std::string reloadAuthAndForwards(); |
c1d73d94 | 916 | ComboAddress parseIPAndPort(const std::string& input, uint16_t port); |
1652a63e | 917 | ComboAddress getQueryLocalAddress(int family, uint16_t port); |
3427fa8a | 918 | typedef boost::function<void*(void)> pipefunc_t; |
49a699c4 | 919 | void broadcastFunction(const pipefunc_t& func, bool skipSelf = false); |
8171ab83 | 920 | void distributeAsyncFunction(const std::string& question, const pipefunc_t& func); |
3427fa8a | 921 | |
e325f20c | 922 | int directResolve(const DNSName& qname, const QType& qtype, int qclass, vector<DNSRecord>& ret); |
3427fa8a | 923 | |
13034931 | 924 | template<class T> T broadcastAccFunction(const boost::function<T*()>& func, bool skipSelf=false); |
3427fa8a | 925 | |
9065eb05 | 926 | std::shared_ptr<SyncRes::domainmap_t> parseAuthAndForwards(); |
13034931 BH |
927 | uint64_t* pleaseGetNsSpeedsSize(); |
928 | uint64_t* pleaseGetCacheSize(); | |
929 | uint64_t* pleaseGetNegCacheSize(); | |
930 | uint64_t* pleaseGetCacheHits(); | |
931 | uint64_t* pleaseGetCacheMisses(); | |
932 | uint64_t* pleaseGetConcurrentQueries(); | |
933 | uint64_t* pleaseGetThrottleSize(); | |
16beeaa4 BH |
934 | uint64_t* pleaseGetPacketCacheHits(); |
935 | uint64_t* pleaseGetPacketCacheSize(); | |
86f3ca51 | 936 | uint64_t* pleaseWipeCache(const DNSName& canon, bool subtree=false); |
937 | uint64_t* pleaseWipePacketCache(const DNSName& canon, bool subtree); | |
938 | uint64_t* pleaseWipeAndCountNegCache(const DNSName& canon, bool subtree=false); | |
2c78bd57 | 939 | void doCarbonDump(void*); |
9065eb05 | 940 | void primeHints(void); |
795215f2 | 941 | |
f703f766 | 942 | extern __thread struct timeval g_now; |
f3d6a5c5 | 943 | |
4898a348 | 944 | #ifdef HAVE_PROTOBUF |
f26bf547 | 945 | extern thread_local std::unique_ptr<boost::uuids::random_generator> t_uuidGenerator; |
4898a348 | 946 | #endif |