]> git.ipfire.org Git - thirdparty/pdns.git/blob - pdns/misc.cc
Merge pull request #7351 from jsoref/tests-output
[thirdparty/pdns.git] / pdns / misc.cc
1 /*
2 * This file is part of PowerDNS or dnsdist.
3 * Copyright -- PowerDNS.COM B.V. and its contributors
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of version 2 of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * In addition, for the avoidance of any doubt, permission is granted to
10 * link this program with OpenSSL and to (re)distribute the binaries
11 * produced as the result of such linking.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21 */
22 #ifdef HAVE_CONFIG_H
23 #include "config.h"
24 #endif
25 #include <sys/param.h>
26 #include <sys/socket.h>
27 #include <fcntl.h>
28 #include <netdb.h>
29 #include <sys/time.h>
30 #include <time.h>
31 #include <sys/resource.h>
32 #include <netinet/in.h>
33 #include <sys/un.h>
34 #include <unistd.h>
35 #include <fstream>
36 #include "misc.hh"
37 #include <vector>
38 #include <sstream>
39 #include <errno.h>
40 #include <cstring>
41 #include <iostream>
42 #include <sys/types.h>
43 #include <dirent.h>
44 #include <algorithm>
45 #include <boost/optional.hpp>
46 #include <poll.h>
47 #include <iomanip>
48 #include <netinet/tcp.h>
49 #include <string.h>
50 #include <stdlib.h>
51 #include <stdio.h>
52 #include "pdnsexception.hh"
53 #include <sys/types.h>
54 #include <boost/algorithm/string.hpp>
55 #include "iputils.hh"
56 #include "dnsparser.hh"
57 #include <sys/types.h>
58 #include <pwd.h>
59 #include <grp.h>
60 #ifdef __FreeBSD__
61 # include <pthread_np.h>
62 #endif
63 #ifdef __NetBSD__
64 # include <pthread.h>
65 # include <sched.h>
66 #endif
67
68 bool g_singleThreaded;
69
70 size_t writen2(int fd, const void *buf, size_t count)
71 {
72 const char *ptr = (char*)buf;
73 const char *eptr = ptr + count;
74
75 ssize_t res;
76 while(ptr != eptr) {
77 res = ::write(fd, ptr, eptr - ptr);
78 if(res < 0) {
79 if (errno == EAGAIN)
80 throw std::runtime_error("used writen2 on non-blocking socket, got EAGAIN");
81 else
82 unixDie("failed in writen2");
83 }
84 else if (res == 0)
85 throw std::runtime_error("could not write all bytes, got eof in writen2");
86
87 ptr += (size_t) res;
88 }
89
90 return count;
91 }
92
93 size_t readn2(int fd, void* buffer, size_t len)
94 {
95 size_t pos=0;
96 ssize_t res;
97 for(;;) {
98 res = read(fd, (char*)buffer + pos, len - pos);
99 if(res == 0)
100 throw runtime_error("EOF while reading message");
101 if(res < 0) {
102 if (errno == EAGAIN)
103 throw std::runtime_error("used readn2 on non-blocking socket, got EAGAIN");
104 else
105 unixDie("failed in readn2");
106 }
107
108 pos+=(size_t)res;
109 if(pos == len)
110 break;
111 }
112 return len;
113 }
114
115 size_t readn2WithTimeout(int fd, void* buffer, size_t len, int idleTimeout, int totalTimeout)
116 {
117 size_t pos = 0;
118 time_t start = 0;
119 int remainingTime = totalTimeout;
120 if (totalTimeout) {
121 start = time(NULL);
122 }
123
124 do {
125 ssize_t got = read(fd, (char *)buffer + pos, len - pos);
126 if (got > 0) {
127 pos += (size_t) got;
128 }
129 else if (got == 0) {
130 throw runtime_error("EOF while reading message");
131 }
132 else {
133 if (errno == EAGAIN) {
134 int res = waitForData(fd, (totalTimeout == 0 || idleTimeout <= remainingTime) ? idleTimeout : remainingTime);
135 if (res > 0) {
136 /* there is data available */
137 }
138 else if (res == 0) {
139 throw runtime_error("Timeout while waiting for data to read");
140 } else {
141 throw runtime_error("Error while waiting for data to read");
142 }
143 }
144 else {
145 unixDie("failed in readn2WithTimeout");
146 }
147 }
148
149 if (totalTimeout) {
150 time_t now = time(NULL);
151 int elapsed = now - start;
152 if (elapsed >= remainingTime) {
153 throw runtime_error("Timeout while reading data");
154 }
155 start = now;
156 remainingTime -= elapsed;
157 }
158 }
159 while (pos < len);
160
161 return len;
162 }
163
164 size_t writen2WithTimeout(int fd, const void * buffer, size_t len, int timeout)
165 {
166 size_t pos = 0;
167 do {
168 ssize_t written = write(fd, (char *)buffer + pos, len - pos);
169
170 if (written > 0) {
171 pos += (size_t) written;
172 }
173 else if (written == 0)
174 throw runtime_error("EOF while writing message");
175 else {
176 if (errno == EAGAIN) {
177 int res = waitForRWData(fd, false, timeout, 0);
178 if (res > 0) {
179 /* there is room available */
180 }
181 else if (res == 0) {
182 throw runtime_error("Timeout while waiting to write data");
183 } else {
184 throw runtime_error("Error while waiting for room to write data");
185 }
186 }
187 else {
188 unixDie("failed in write2WithTimeout");
189 }
190 }
191 }
192 while (pos < len);
193
194 return len;
195 }
196
197 string nowTime()
198 {
199 time_t now = time(nullptr);
200 struct tm* tm = localtime(&now);
201 char buffer[30];
202 // YYYY-mm-dd HH:MM:SS TZOFF
203 strftime(buffer, sizeof(buffer), "%F %T %z", tm);
204 buffer[sizeof(buffer)-1] = '\0';
205 return buffer;
206 }
207
208 uint16_t getShort(const unsigned char *p)
209 {
210 return p[0] * 256 + p[1];
211 }
212
213
214 uint16_t getShort(const char *p)
215 {
216 return getShort((const unsigned char *)p);
217 }
218
219 uint32_t getLong(const unsigned char* p)
220 {
221 return (p[0]<<24) + (p[1]<<16) + (p[2]<<8) + p[3];
222 }
223
224 uint32_t getLong(const char* p)
225 {
226 return getLong((unsigned char *)p);
227 }
228
229 static bool ciEqual(const string& a, const string& b)
230 {
231 if(a.size()!=b.size())
232 return false;
233
234 string::size_type pos=0, epos=a.size();
235 for(;pos < epos; ++pos)
236 if(dns_tolower(a[pos])!=dns_tolower(b[pos]))
237 return false;
238 return true;
239 }
240
241 /** does domain end on suffix? Is smart about "wwwds9a.nl" "ds9a.nl" not matching */
242 static bool endsOn(const string &domain, const string &suffix)
243 {
244 if( suffix.empty() || ciEqual(domain, suffix) )
245 return true;
246
247 if(domain.size()<=suffix.size())
248 return false;
249
250 string::size_type dpos=domain.size()-suffix.size()-1, spos=0;
251
252 if(domain[dpos++]!='.')
253 return false;
254
255 for(; dpos < domain.size(); ++dpos, ++spos)
256 if(dns_tolower(domain[dpos]) != dns_tolower(suffix[spos]))
257 return false;
258
259 return true;
260 }
261
262 /** strips a domain suffix from a domain, returns true if it stripped */
263 bool stripDomainSuffix(string *qname, const string &domain)
264 {
265 if(!endsOn(*qname, domain))
266 return false;
267
268 if(toLower(*qname)==toLower(domain))
269 *qname="@";
270 else {
271 if((*qname)[qname->size()-domain.size()-1]!='.')
272 return false;
273
274 qname->resize(qname->size()-domain.size()-1);
275 }
276 return true;
277 }
278
279 static void parseService4(const string &descr, ServiceTuple &st)
280 {
281 vector<string>parts;
282 stringtok(parts,descr,":");
283 if(parts.empty())
284 throw PDNSException("Unable to parse '"+descr+"' as a service");
285 st.host=parts[0];
286 if(parts.size()>1)
287 st.port=pdns_stou(parts[1]);
288 }
289
290 static void parseService6(const string &descr, ServiceTuple &st)
291 {
292 string::size_type pos=descr.find(']');
293 if(pos == string::npos)
294 throw PDNSException("Unable to parse '"+descr+"' as an IPv6 service");
295
296 st.host=descr.substr(1, pos-1);
297 if(pos + 2 < descr.length())
298 st.port=pdns_stou(descr.substr(pos+2));
299 }
300
301
302 void parseService(const string &descr, ServiceTuple &st)
303 {
304 if(descr.empty())
305 throw PDNSException("Unable to parse '"+descr+"' as a service");
306
307 vector<string> parts;
308 stringtok(parts, descr, ":");
309
310 if(descr[0]=='[') {
311 parseService6(descr, st);
312 }
313 else if(descr[0]==':' || parts.size() > 2 || descr.find("::") != string::npos) {
314 st.host=descr;
315 }
316 else {
317 parseService4(descr, st);
318 }
319 }
320
321 // returns -1 in case if error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
322 int waitForData(int fd, int seconds, int useconds)
323 {
324 return waitForRWData(fd, true, seconds, useconds);
325 }
326
327 int waitForRWData(int fd, bool waitForRead, int seconds, int useconds, bool* error, bool* disconnected)
328 {
329 int ret;
330
331 struct pollfd pfd;
332 memset(&pfd, 0, sizeof(pfd));
333 pfd.fd = fd;
334
335 if(waitForRead)
336 pfd.events=POLLIN;
337 else
338 pfd.events=POLLOUT;
339
340 ret = poll(&pfd, 1, seconds * 1000 + useconds/1000);
341 if (ret > 0) {
342 if (error && (pfd.revents & POLLERR)) {
343 *error = true;
344 }
345 if (disconnected && (pfd.revents & POLLHUP)) {
346 *disconnected = true;
347 }
348 }
349
350 return ret;
351 }
352
353 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
354 int waitForMultiData(const set<int>& fds, const int seconds, const int useconds, int* fdOut) {
355 set<int> realFDs;
356 for (const auto& fd : fds) {
357 if (fd >= 0 && realFDs.count(fd) == 0) {
358 realFDs.insert(fd);
359 }
360 }
361
362 std::vector<struct pollfd> pfds(realFDs.size());
363 memset(pfds.data(), 0, realFDs.size()*sizeof(struct pollfd));
364 int ctr = 0;
365 for (const auto& fd : realFDs) {
366 pfds[ctr].fd = fd;
367 pfds[ctr].events = POLLIN;
368 ctr++;
369 }
370
371 int ret;
372 if(seconds >= 0)
373 ret = poll(pfds.data(), realFDs.size(), seconds * 1000 + useconds/1000);
374 else
375 ret = poll(pfds.data(), realFDs.size(), -1);
376 if(ret <= 0)
377 return ret;
378
379 set<int> pollinFDs;
380 for (const auto& pfd : pfds) {
381 if (pfd.revents & POLLIN) {
382 pollinFDs.insert(pfd.fd);
383 }
384 }
385 set<int>::const_iterator it(pollinFDs.begin());
386 advance(it, random() % pollinFDs.size());
387 *fdOut = *it;
388 return 1;
389 }
390
391 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
392 int waitFor2Data(int fd1, int fd2, int seconds, int useconds, int*fd)
393 {
394 int ret;
395
396 struct pollfd pfds[2];
397 memset(&pfds[0], 0, 2*sizeof(struct pollfd));
398 pfds[0].fd = fd1;
399 pfds[1].fd = fd2;
400
401 pfds[0].events= pfds[1].events = POLLIN;
402
403 int nsocks = 1 + (fd2 >= 0); // fd2 can optionally be -1
404
405 if(seconds >= 0)
406 ret = poll(pfds, nsocks, seconds * 1000 + useconds/1000);
407 else
408 ret = poll(pfds, nsocks, -1);
409 if(!ret || ret < 0)
410 return ret;
411
412 if((pfds[0].revents & POLLIN) && !(pfds[1].revents & POLLIN))
413 *fd = pfds[0].fd;
414 else if((pfds[1].revents & POLLIN) && !(pfds[0].revents & POLLIN))
415 *fd = pfds[1].fd;
416 else if(ret == 2) {
417 *fd = pfds[random()%2].fd;
418 }
419 else
420 *fd = -1; // should never happen
421
422 return 1;
423 }
424
425
426 string humanDuration(time_t passed)
427 {
428 ostringstream ret;
429 if(passed<60)
430 ret<<passed<<" seconds";
431 else if(passed<3600)
432 ret<<std::setprecision(2)<<passed/60.0<<" minutes";
433 else if(passed<86400)
434 ret<<std::setprecision(3)<<passed/3600.0<<" hours";
435 else if(passed<(86400*30.41))
436 ret<<std::setprecision(3)<<passed/86400.0<<" days";
437 else
438 ret<<std::setprecision(3)<<passed/(86400*30.41)<<" months";
439
440 return ret.str();
441 }
442
443 DTime::DTime()
444 {
445 // set(); // saves lots of gettimeofday calls
446 d_set.tv_sec=d_set.tv_usec=0;
447 }
448
449 DTime::DTime(const DTime &dt) : d_set(dt.d_set)
450 {
451 }
452
453 time_t DTime::time()
454 {
455 return d_set.tv_sec;
456 }
457
458 const string unquotify(const string &item)
459 {
460 if(item.size()<2)
461 return item;
462
463 string::size_type bpos=0, epos=item.size();
464
465 if(item[0]=='"')
466 bpos=1;
467
468 if(item[epos-1]=='"')
469 epos-=1;
470
471 return item.substr(bpos,epos-bpos);
472 }
473
474 void stripLine(string &line)
475 {
476 string::size_type pos=line.find_first_of("\r\n");
477 if(pos!=string::npos) {
478 line.resize(pos);
479 }
480 }
481
482 string urlEncode(const string &text)
483 {
484 string ret;
485 for(string::const_iterator i=text.begin();i!=text.end();++i)
486 if(*i==' ')ret.append("%20");
487 else ret.append(1,*i);
488 return ret;
489 }
490
491 string getHostname()
492 {
493 #ifndef MAXHOSTNAMELEN
494 #define MAXHOSTNAMELEN 255
495 #endif
496
497 char tmp[MAXHOSTNAMELEN];
498 if(gethostname(tmp, MAXHOSTNAMELEN))
499 return "UNKNOWN";
500
501 return tmp;
502 }
503
504 string itoa(int i)
505 {
506 ostringstream o;
507 o<<i;
508 return o.str();
509 }
510
511 string uitoa(unsigned int i) // MSVC 6 doesn't grok overloading (un)signed
512 {
513 ostringstream o;
514 o<<i;
515 return o.str();
516 }
517
518 string bitFlip(const string &str)
519 {
520 string::size_type pos=0, epos=str.size();
521 string ret;
522 ret.reserve(epos);
523 for(;pos < epos; ++pos)
524 ret.append(1, ~str[pos]);
525 return ret;
526 }
527
528 string stringerror()
529 {
530 return strerror(errno);
531 }
532
533 string netstringerror()
534 {
535 return stringerror();
536 }
537
538 void cleanSlashes(string &str)
539 {
540 string::const_iterator i;
541 string out;
542 for(i=str.begin();i!=str.end();++i) {
543 if(*i=='/' && i!=str.begin() && *(i-1)=='/')
544 continue;
545 out.append(1,*i);
546 }
547 str=out;
548 }
549
550
551 bool IpToU32(const string &str, uint32_t *ip)
552 {
553 if(str.empty()) {
554 *ip=0;
555 return true;
556 }
557
558 struct in_addr inp;
559 if(inet_aton(str.c_str(), &inp)) {
560 *ip=inp.s_addr;
561 return true;
562 }
563 return false;
564 }
565
566 string U32ToIP(uint32_t val)
567 {
568 char tmp[17];
569 snprintf(tmp, sizeof(tmp), "%u.%u.%u.%u",
570 (val >> 24)&0xff,
571 (val >> 16)&0xff,
572 (val >> 8)&0xff,
573 (val )&0xff);
574 return tmp;
575 }
576
577
578 string makeHexDump(const string& str)
579 {
580 char tmp[5];
581 string ret;
582 ret.reserve((int)(str.size()*2.2));
583
584 for(string::size_type n=0;n<str.size();++n) {
585 sprintf(tmp,"%02x ", (unsigned char)str[n]);
586 ret+=tmp;
587 }
588 return ret;
589 }
590
591 // shuffle, maintaining some semblance of order
592 void shuffle(vector<DNSZoneRecord>& rrs)
593 {
594 vector<DNSZoneRecord>::iterator first, second;
595 for(first=rrs.begin();first!=rrs.end();++first)
596 if(first->dr.d_place==DNSResourceRecord::ANSWER && first->dr.d_type != QType::CNAME) // CNAME must come first
597 break;
598 for(second=first;second!=rrs.end();++second)
599 if(second->dr.d_place!=DNSResourceRecord::ANSWER)
600 break;
601
602 if(second-first > 1)
603 random_shuffle(first,second);
604
605 // now shuffle the additional records
606 for(first=second;first!=rrs.end();++first)
607 if(first->dr.d_place==DNSResourceRecord::ADDITIONAL && first->dr.d_type != QType::CNAME) // CNAME must come first
608 break;
609 for(second=first;second!=rrs.end();++second)
610 if(second->dr.d_place!=DNSResourceRecord::ADDITIONAL)
611 break;
612
613 if(second-first>1)
614 random_shuffle(first,second);
615
616 // we don't shuffle the rest
617 }
618
619
620 // shuffle, maintaining some semblance of order
621 void shuffle(vector<DNSRecord>& rrs)
622 {
623 vector<DNSRecord>::iterator first, second;
624 for(first=rrs.begin();first!=rrs.end();++first)
625 if(first->d_place==DNSResourceRecord::ANSWER && first->d_type != QType::CNAME) // CNAME must come first
626 break;
627 for(second=first;second!=rrs.end();++second)
628 if(second->d_place!=DNSResourceRecord::ANSWER || second->d_type == QType::RRSIG) // leave RRSIGs at the end
629 break;
630
631 if(second-first>1)
632 random_shuffle(first,second);
633
634 // now shuffle the additional records
635 for(first=second;first!=rrs.end();++first)
636 if(first->d_place==DNSResourceRecord::ADDITIONAL && first->d_type != QType::CNAME) // CNAME must come first
637 break;
638 for(second=first; second!=rrs.end(); ++second)
639 if(second->d_place!=DNSResourceRecord::ADDITIONAL)
640 break;
641
642 if(second-first>1)
643 random_shuffle(first,second);
644
645 // we don't shuffle the rest
646 }
647
648 static uint16_t mapTypesToOrder(uint16_t type)
649 {
650 if(type == QType::CNAME)
651 return 0;
652 if(type == QType::RRSIG)
653 return 65535;
654 else
655 return 1;
656 }
657
658 // make sure rrs is sorted in d_place order to avoid surprises later
659 // then shuffle the parts that desire shuffling
660 void orderAndShuffle(vector<DNSRecord>& rrs)
661 {
662 std::stable_sort(rrs.begin(), rrs.end(), [](const DNSRecord&a, const DNSRecord& b) {
663 return std::make_tuple(a.d_place, mapTypesToOrder(a.d_type)) < std::make_tuple(b.d_place, mapTypesToOrder(b.d_type));
664 });
665 shuffle(rrs);
666 }
667
668 void normalizeTV(struct timeval& tv)
669 {
670 if(tv.tv_usec > 1000000) {
671 ++tv.tv_sec;
672 tv.tv_usec-=1000000;
673 }
674 else if(tv.tv_usec < 0) {
675 --tv.tv_sec;
676 tv.tv_usec+=1000000;
677 }
678 }
679
680 const struct timeval operator+(const struct timeval& lhs, const struct timeval& rhs)
681 {
682 struct timeval ret;
683 ret.tv_sec=lhs.tv_sec + rhs.tv_sec;
684 ret.tv_usec=lhs.tv_usec + rhs.tv_usec;
685 normalizeTV(ret);
686 return ret;
687 }
688
689 const struct timeval operator-(const struct timeval& lhs, const struct timeval& rhs)
690 {
691 struct timeval ret;
692 ret.tv_sec=lhs.tv_sec - rhs.tv_sec;
693 ret.tv_usec=lhs.tv_usec - rhs.tv_usec;
694 normalizeTV(ret);
695 return ret;
696 }
697
698 pair<string, string> splitField(const string& inp, char sepa)
699 {
700 pair<string, string> ret;
701 string::size_type cpos=inp.find(sepa);
702 if(cpos==string::npos)
703 ret.first=inp;
704 else {
705 ret.first=inp.substr(0, cpos);
706 ret.second=inp.substr(cpos+1);
707 }
708 return ret;
709 }
710
711 int logFacilityToLOG(unsigned int facility)
712 {
713 switch(facility) {
714 case 0:
715 return LOG_LOCAL0;
716 case 1:
717 return(LOG_LOCAL1);
718 case 2:
719 return(LOG_LOCAL2);
720 case 3:
721 return(LOG_LOCAL3);
722 case 4:
723 return(LOG_LOCAL4);
724 case 5:
725 return(LOG_LOCAL5);
726 case 6:
727 return(LOG_LOCAL6);
728 case 7:
729 return(LOG_LOCAL7);
730 default:
731 return -1;
732 }
733 }
734
735 string stripDot(const string& dom)
736 {
737 if(dom.empty())
738 return dom;
739
740 if(dom[dom.size()-1]!='.')
741 return dom;
742
743 return dom.substr(0,dom.size()-1);
744 }
745
746
747
748 int makeIPv6sockaddr(const std::string& addr, struct sockaddr_in6* ret)
749 {
750 if(addr.empty())
751 return -1;
752 string ourAddr(addr);
753 bool portSet = false;
754 unsigned int port;
755 if(addr[0]=='[') { // [::]:53 style address
756 string::size_type pos = addr.find(']');
757 if(pos == string::npos)
758 return -1;
759 ourAddr.assign(addr.c_str() + 1, pos-1);
760 if (pos + 1 != addr.size()) { // complete after ], no port specified
761 if (pos + 2 > addr.size() || addr[pos+1]!=':')
762 return -1;
763 try {
764 port = pdns_stou(addr.substr(pos+2));
765 portSet = true;
766 }
767 catch(const std::out_of_range&) {
768 return -1;
769 }
770 }
771 }
772 ret->sin6_scope_id=0;
773 ret->sin6_family=AF_INET6;
774
775 if(inet_pton(AF_INET6, ourAddr.c_str(), (void*)&ret->sin6_addr) != 1) {
776 struct addrinfo* res;
777 struct addrinfo hints;
778 memset(&hints, 0, sizeof(hints));
779
780 hints.ai_family = AF_INET6;
781 hints.ai_flags = AI_NUMERICHOST;
782
783 int error;
784 // getaddrinfo has anomalous return codes, anything nonzero is an error, positive or negative
785 if((error=getaddrinfo(ourAddr.c_str(), 0, &hints, &res))) {
786 return -1;
787 }
788
789 memcpy(ret, res->ai_addr, res->ai_addrlen);
790 freeaddrinfo(res);
791 }
792
793 if(portSet) {
794 if(port > 65535)
795 return -1;
796
797 ret->sin6_port = htons(port);
798 }
799
800 return 0;
801 }
802
803 int makeIPv4sockaddr(const std::string& str, struct sockaddr_in* ret)
804 {
805 if(str.empty()) {
806 return -1;
807 }
808 struct in_addr inp;
809
810 string::size_type pos = str.find(':');
811 if(pos == string::npos) { // no port specified, not touching the port
812 if(inet_aton(str.c_str(), &inp)) {
813 ret->sin_addr.s_addr=inp.s_addr;
814 return 0;
815 }
816 return -1;
817 }
818 if(!*(str.c_str() + pos + 1)) // trailing :
819 return -1;
820
821 char *eptr = (char*)str.c_str() + str.size();
822 int port = strtol(str.c_str() + pos + 1, &eptr, 10);
823 if (port < 0 || port > 65535)
824 return -1;
825
826 if(*eptr)
827 return -1;
828
829 ret->sin_port = htons(port);
830 if(inet_aton(str.substr(0, pos).c_str(), &inp)) {
831 ret->sin_addr.s_addr=inp.s_addr;
832 return 0;
833 }
834 return -1;
835 }
836
837 int makeUNsockaddr(const std::string& path, struct sockaddr_un* ret)
838 {
839 if (path.empty())
840 return -1;
841
842 memset(ret, 0, sizeof(struct sockaddr_un));
843 ret->sun_family = AF_UNIX;
844 if (path.length() >= sizeof(ret->sun_path))
845 return -1;
846
847 path.copy(ret->sun_path, sizeof(ret->sun_path), 0);
848 return 0;
849 }
850
851 //! read a line of text from a FILE* to a std::string, returns false on 'no data'
852 bool stringfgets(FILE* fp, std::string& line)
853 {
854 char buffer[1024];
855 line.clear();
856
857 do {
858 if(!fgets(buffer, sizeof(buffer), fp))
859 return !line.empty();
860
861 line.append(buffer);
862 } while(!strchr(buffer, '\n'));
863 return true;
864 }
865
866 bool readFileIfThere(const char* fname, std::string* line)
867 {
868 line->clear();
869 FILE* fp = fopen(fname, "r");
870 if(!fp)
871 return false;
872 stringfgets(fp, *line);
873 fclose(fp);
874 return true;
875 }
876
877 Regex::Regex(const string &expr)
878 {
879 if(regcomp(&d_preg, expr.c_str(), REG_ICASE|REG_NOSUB|REG_EXTENDED))
880 throw PDNSException("Regular expression did not compile");
881 }
882
883 // if you end up here because valgrind told you were are doing something wrong
884 // with msgh->msg_controllen, please refer to https://github.com/PowerDNS/pdns/pull/3962
885 // first.
886 void addCMsgSrcAddr(struct msghdr* msgh, void* cmsgbuf, const ComboAddress* source, int itfIndex)
887 {
888 struct cmsghdr *cmsg = NULL;
889
890 if(source->sin4.sin_family == AF_INET6) {
891 struct in6_pktinfo *pkt;
892
893 msgh->msg_control = cmsgbuf;
894 msgh->msg_controllen = CMSG_SPACE(sizeof(*pkt));
895
896 cmsg = CMSG_FIRSTHDR(msgh);
897 cmsg->cmsg_level = IPPROTO_IPV6;
898 cmsg->cmsg_type = IPV6_PKTINFO;
899 cmsg->cmsg_len = CMSG_LEN(sizeof(*pkt));
900
901 pkt = (struct in6_pktinfo *) CMSG_DATA(cmsg);
902 memset(pkt, 0, sizeof(*pkt));
903 pkt->ipi6_addr = source->sin6.sin6_addr;
904 pkt->ipi6_ifindex = itfIndex;
905 }
906 else {
907 #if defined(IP_PKTINFO)
908 struct in_pktinfo *pkt;
909
910 msgh->msg_control = cmsgbuf;
911 msgh->msg_controllen = CMSG_SPACE(sizeof(*pkt));
912
913 cmsg = CMSG_FIRSTHDR(msgh);
914 cmsg->cmsg_level = IPPROTO_IP;
915 cmsg->cmsg_type = IP_PKTINFO;
916 cmsg->cmsg_len = CMSG_LEN(sizeof(*pkt));
917
918 pkt = (struct in_pktinfo *) CMSG_DATA(cmsg);
919 memset(pkt, 0, sizeof(*pkt));
920 pkt->ipi_spec_dst = source->sin4.sin_addr;
921 pkt->ipi_ifindex = itfIndex;
922 #elif defined(IP_SENDSRCADDR)
923 struct in_addr *in;
924
925 msgh->msg_control = cmsgbuf;
926 msgh->msg_controllen = CMSG_SPACE(sizeof(*in));
927
928 cmsg = CMSG_FIRSTHDR(msgh);
929 cmsg->cmsg_level = IPPROTO_IP;
930 cmsg->cmsg_type = IP_SENDSRCADDR;
931 cmsg->cmsg_len = CMSG_LEN(sizeof(*in));
932
933 in = (struct in_addr *) CMSG_DATA(cmsg);
934 *in = source->sin4.sin_addr;
935 #endif
936 }
937 }
938
939 unsigned int getFilenumLimit(bool hardOrSoft)
940 {
941 struct rlimit rlim;
942 if(getrlimit(RLIMIT_NOFILE, &rlim) < 0)
943 unixDie("Requesting number of available file descriptors");
944 return hardOrSoft ? rlim.rlim_max : rlim.rlim_cur;
945 }
946
947 void setFilenumLimit(unsigned int lim)
948 {
949 struct rlimit rlim;
950
951 if(getrlimit(RLIMIT_NOFILE, &rlim) < 0)
952 unixDie("Requesting number of available file descriptors");
953 rlim.rlim_cur=lim;
954 if(setrlimit(RLIMIT_NOFILE, &rlim) < 0)
955 unixDie("Setting number of available file descriptors");
956 }
957
958 #define burtlemix(a,b,c) \
959 { \
960 a -= b; a -= c; a ^= (c>>13); \
961 b -= c; b -= a; b ^= (a<<8); \
962 c -= a; c -= b; c ^= (b>>13); \
963 a -= b; a -= c; a ^= (c>>12); \
964 b -= c; b -= a; b ^= (a<<16); \
965 c -= a; c -= b; c ^= (b>>5); \
966 a -= b; a -= c; a ^= (c>>3); \
967 b -= c; b -= a; b ^= (a<<10); \
968 c -= a; c -= b; c ^= (b>>15); \
969 }
970
971 uint32_t burtle(const unsigned char* k, uint32_t length, uint32_t initval)
972 {
973 uint32_t a,b,c,len;
974
975 /* Set up the internal state */
976 len = length;
977 a = b = 0x9e3779b9; /* the golden ratio; an arbitrary value */
978 c = initval; /* the previous hash value */
979
980 /*---------------------------------------- handle most of the key */
981 while (len >= 12) {
982 a += (k[0] +((uint32_t)k[1]<<8) +((uint32_t)k[2]<<16) +((uint32_t)k[3]<<24));
983 b += (k[4] +((uint32_t)k[5]<<8) +((uint32_t)k[6]<<16) +((uint32_t)k[7]<<24));
984 c += (k[8] +((uint32_t)k[9]<<8) +((uint32_t)k[10]<<16)+((uint32_t)k[11]<<24));
985 burtlemix(a,b,c);
986 k += 12; len -= 12;
987 }
988
989 /*------------------------------------- handle the last 11 bytes */
990 c += length;
991 switch(len) { /* all the case statements fall through */
992 case 11: c+=((uint32_t)k[10]<<24);
993 case 10: c+=((uint32_t)k[9]<<16);
994 case 9 : c+=((uint32_t)k[8]<<8);
995 /* the first byte of c is reserved for the length */
996 case 8 : b+=((uint32_t)k[7]<<24);
997 case 7 : b+=((uint32_t)k[6]<<16);
998 case 6 : b+=((uint32_t)k[5]<<8);
999 case 5 : b+=k[4];
1000 case 4 : a+=((uint32_t)k[3]<<24);
1001 case 3 : a+=((uint32_t)k[2]<<16);
1002 case 2 : a+=((uint32_t)k[1]<<8);
1003 case 1 : a+=k[0];
1004 /* case 0: nothing left to add */
1005 }
1006 burtlemix(a,b,c);
1007 /*-------------------------------------------- report the result */
1008 return c;
1009 }
1010
1011 uint32_t burtleCI(const unsigned char* k, uint32_t length, uint32_t initval)
1012 {
1013 uint32_t a,b,c,len;
1014
1015 /* Set up the internal state */
1016 len = length;
1017 a = b = 0x9e3779b9; /* the golden ratio; an arbitrary value */
1018 c = initval; /* the previous hash value */
1019
1020 /*---------------------------------------- handle most of the key */
1021 while (len >= 12) {
1022 a += (dns_tolower(k[0]) +((uint32_t)dns_tolower(k[1])<<8) +((uint32_t)dns_tolower(k[2])<<16) +((uint32_t)dns_tolower(k[3])<<24));
1023 b += (dns_tolower(k[4]) +((uint32_t)dns_tolower(k[5])<<8) +((uint32_t)dns_tolower(k[6])<<16) +((uint32_t)dns_tolower(k[7])<<24));
1024 c += (dns_tolower(k[8]) +((uint32_t)dns_tolower(k[9])<<8) +((uint32_t)dns_tolower(k[10])<<16)+((uint32_t)dns_tolower(k[11])<<24));
1025 burtlemix(a,b,c);
1026 k += 12; len -= 12;
1027 }
1028
1029 /*------------------------------------- handle the last 11 bytes */
1030 c += length;
1031 switch(len) { /* all the case statements fall through */
1032 case 11: c+=((uint32_t)dns_tolower(k[10])<<24);
1033 case 10: c+=((uint32_t)dns_tolower(k[9])<<16);
1034 case 9 : c+=((uint32_t)dns_tolower(k[8])<<8);
1035 /* the first byte of c is reserved for the length */
1036 case 8 : b+=((uint32_t)dns_tolower(k[7])<<24);
1037 case 7 : b+=((uint32_t)dns_tolower(k[6])<<16);
1038 case 6 : b+=((uint32_t)dns_tolower(k[5])<<8);
1039 case 5 : b+=dns_tolower(k[4]);
1040 case 4 : a+=((uint32_t)dns_tolower(k[3])<<24);
1041 case 3 : a+=((uint32_t)dns_tolower(k[2])<<16);
1042 case 2 : a+=((uint32_t)dns_tolower(k[1])<<8);
1043 case 1 : a+=dns_tolower(k[0]);
1044 /* case 0: nothing left to add */
1045 }
1046 burtlemix(a,b,c);
1047 /*-------------------------------------------- report the result */
1048 return c;
1049 }
1050
1051
1052 bool setSocketTimestamps(int fd)
1053 {
1054 #ifdef SO_TIMESTAMP
1055 int on=1;
1056 return setsockopt(fd, SOL_SOCKET, SO_TIMESTAMP, (char*)&on, sizeof(on)) == 0;
1057 #else
1058 return true; // we pretend this happened.
1059 #endif
1060 }
1061
1062 bool setTCPNoDelay(int sock)
1063 {
1064 int flag = 1;
1065 return setsockopt(sock, /* socket affected */
1066 IPPROTO_TCP, /* set option at TCP level */
1067 TCP_NODELAY, /* name of option */
1068 (char *) &flag, /* the cast is historical cruft */
1069 sizeof(flag)) == 0; /* length of option value */
1070 }
1071
1072
1073 bool setNonBlocking(int sock)
1074 {
1075 int flags=fcntl(sock,F_GETFL,0);
1076 if(flags<0 || fcntl(sock, F_SETFL,flags|O_NONBLOCK) <0)
1077 return false;
1078 return true;
1079 }
1080
1081 bool setBlocking(int sock)
1082 {
1083 int flags=fcntl(sock,F_GETFL,0);
1084 if(flags<0 || fcntl(sock, F_SETFL,flags&(~O_NONBLOCK)) <0)
1085 return false;
1086 return true;
1087 }
1088
1089 bool setReuseAddr(int sock)
1090 {
1091 int tmp = 1;
1092 if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, (char*)&tmp, static_cast<unsigned>(sizeof tmp))<0)
1093 throw PDNSException(string("Setsockopt failed: ")+strerror(errno));
1094 return true;
1095 }
1096
1097 bool isNonBlocking(int sock)
1098 {
1099 int flags=fcntl(sock,F_GETFL,0);
1100 return flags & O_NONBLOCK;
1101 }
1102
1103 // Closes a socket.
1104 int closesocket( int socket )
1105 {
1106 int ret=::close(socket);
1107 if(ret < 0 && errno == ECONNRESET) // see ticket 192, odd BSD behaviour
1108 return 0;
1109 if(ret < 0)
1110 throw PDNSException("Error closing socket: "+stringerror());
1111 return ret;
1112 }
1113
1114 bool setCloseOnExec(int sock)
1115 {
1116 int flags=fcntl(sock,F_GETFD,0);
1117 if(flags<0 || fcntl(sock, F_SETFD,flags|FD_CLOEXEC) <0)
1118 return false;
1119 return true;
1120 }
1121
1122 string getMACAddress(const ComboAddress& ca)
1123 {
1124 string ret;
1125 #ifdef __linux__
1126 ifstream ifs("/proc/net/arp");
1127 if(!ifs)
1128 return ret;
1129 string line;
1130 string match=ca.toString()+' ';
1131 while(getline(ifs, line)) {
1132 if(boost::starts_with(line, match)) {
1133 vector<string> parts;
1134 stringtok(parts, line, " \n\t\r");
1135 if(parts.size() < 4)
1136 return ret;
1137 unsigned int tmp[6];
1138 sscanf(parts[3].c_str(), "%02x:%02x:%02x:%02x:%02x:%02x", tmp, tmp+1, tmp+2, tmp+3, tmp+4, tmp+5);
1139 for(int i = 0 ; i< 6 ; ++i)
1140 ret.append(1, (char)tmp[i]);
1141 return ret;
1142 }
1143 }
1144 #endif
1145 return ret;
1146 }
1147
1148 uint64_t udpErrorStats(const std::string& str)
1149 {
1150 #ifdef __linux__
1151 ifstream ifs("/proc/net/snmp");
1152 if(!ifs)
1153 return 0;
1154 string line;
1155 vector<string> parts;
1156 while(getline(ifs,line)) {
1157 if(boost::starts_with(line, "Udp: ") && isdigit(line[5])) {
1158 stringtok(parts, line, " \n\t\r");
1159 if(parts.size() < 7)
1160 break;
1161 if(str=="udp-rcvbuf-errors")
1162 return std::stoull(parts[5]);
1163 else if(str=="udp-sndbuf-errors")
1164 return std::stoull(parts[6]);
1165 else if(str=="udp-noport-errors")
1166 return std::stoull(parts[2]);
1167 else if(str=="udp-in-errors")
1168 return std::stoull(parts[3]);
1169 else
1170 return 0;
1171 }
1172 }
1173 #endif
1174 return 0;
1175 }
1176
1177 bool getTSIGHashEnum(const DNSName& algoName, TSIGHashEnum& algoEnum)
1178 {
1179 if (algoName == DNSName("hmac-md5.sig-alg.reg.int") || algoName == DNSName("hmac-md5"))
1180 algoEnum = TSIG_MD5;
1181 else if (algoName == DNSName("hmac-sha1"))
1182 algoEnum = TSIG_SHA1;
1183 else if (algoName == DNSName("hmac-sha224"))
1184 algoEnum = TSIG_SHA224;
1185 else if (algoName == DNSName("hmac-sha256"))
1186 algoEnum = TSIG_SHA256;
1187 else if (algoName == DNSName("hmac-sha384"))
1188 algoEnum = TSIG_SHA384;
1189 else if (algoName == DNSName("hmac-sha512"))
1190 algoEnum = TSIG_SHA512;
1191 else if (algoName == DNSName("gss-tsig"))
1192 algoEnum = TSIG_GSS;
1193 else {
1194 return false;
1195 }
1196 return true;
1197 }
1198
1199 DNSName getTSIGAlgoName(TSIGHashEnum& algoEnum)
1200 {
1201 switch(algoEnum) {
1202 case TSIG_MD5: return DNSName("hmac-md5.sig-alg.reg.int.");
1203 case TSIG_SHA1: return DNSName("hmac-sha1.");
1204 case TSIG_SHA224: return DNSName("hmac-sha224.");
1205 case TSIG_SHA256: return DNSName("hmac-sha256.");
1206 case TSIG_SHA384: return DNSName("hmac-sha384.");
1207 case TSIG_SHA512: return DNSName("hmac-sha512.");
1208 case TSIG_GSS: return DNSName("gss-tsig.");
1209 }
1210 throw PDNSException("getTSIGAlgoName does not understand given algorithm, please fix!");
1211 }
1212
1213 uint64_t getOpenFileDescriptors(const std::string&)
1214 {
1215 #ifdef __linux__
1216 DIR* dirhdl=opendir(("/proc/"+std::to_string(getpid())+"/fd/").c_str());
1217 if(!dirhdl)
1218 return 0;
1219
1220 struct dirent *entry;
1221 int ret=0;
1222 while((entry = readdir(dirhdl))) {
1223 uint32_t num;
1224 try {
1225 num = pdns_stou(entry->d_name);
1226 } catch (...) {
1227 continue; // was not a number.
1228 }
1229 if(std::to_string(num) == entry->d_name)
1230 ret++;
1231 }
1232 closedir(dirhdl);
1233 return ret;
1234
1235 #else
1236 return 0;
1237 #endif
1238 }
1239
1240 uint64_t getRealMemoryUsage(const std::string&)
1241 {
1242 #ifdef __linux__
1243 ifstream ifs("/proc/"+std::to_string(getpid())+"/smaps");
1244 if(!ifs)
1245 return 0;
1246 string line;
1247 uint64_t bytes=0;
1248 string header("Private_Dirty:");
1249 while(getline(ifs, line)) {
1250 if(boost::starts_with(line, header)) {
1251 bytes += std::stoull(line.substr(header.length() + 1))*1024;
1252 }
1253 }
1254 return bytes;
1255 #else
1256 return 0;
1257 #endif
1258 }
1259
1260 uint64_t getCPUTimeUser(const std::string&)
1261 {
1262 struct rusage ru;
1263 getrusage(RUSAGE_SELF, &ru);
1264 return (ru.ru_utime.tv_sec*1000ULL + ru.ru_utime.tv_usec/1000);
1265 }
1266
1267 uint64_t getCPUTimeSystem(const std::string&)
1268 {
1269 struct rusage ru;
1270 getrusage(RUSAGE_SELF, &ru);
1271 return (ru.ru_stime.tv_sec*1000ULL + ru.ru_stime.tv_usec/1000);
1272 }
1273
1274 double DiffTime(const struct timespec& first, const struct timespec& second)
1275 {
1276 int seconds=second.tv_sec - first.tv_sec;
1277 int nseconds=second.tv_nsec - first.tv_nsec;
1278
1279 if(nseconds < 0) {
1280 seconds-=1;
1281 nseconds+=1000000000;
1282 }
1283 return seconds + nseconds/1000000000.0;
1284 }
1285
1286 double DiffTime(const struct timeval& first, const struct timeval& second)
1287 {
1288 int seconds=second.tv_sec - first.tv_sec;
1289 int useconds=second.tv_usec - first.tv_usec;
1290
1291 if(useconds < 0) {
1292 seconds-=1;
1293 useconds+=1000000;
1294 }
1295 return seconds + useconds/1000000.0;
1296 }
1297
1298 uid_t strToUID(const string &str)
1299 {
1300 uid_t result = 0;
1301 const char * cstr = str.c_str();
1302 struct passwd * pwd = getpwnam(cstr);
1303
1304 if (pwd == NULL) {
1305 long long val;
1306
1307 try {
1308 val = stoll(str);
1309 }
1310 catch(std::exception& e) {
1311 throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr).str() );
1312 }
1313
1314 if (val < std::numeric_limits<uid_t>::min() || val > std::numeric_limits<uid_t>::max()) {
1315 throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr).str() );
1316 }
1317
1318 result = static_cast<uid_t>(val);
1319 }
1320 else {
1321 result = pwd->pw_uid;
1322 }
1323
1324 return result;
1325 }
1326
1327 gid_t strToGID(const string &str)
1328 {
1329 gid_t result = 0;
1330 const char * cstr = str.c_str();
1331 struct group * grp = getgrnam(cstr);
1332
1333 if (grp == NULL) {
1334 long long val;
1335
1336 try {
1337 val = stoll(str);
1338 }
1339 catch(std::exception& e) {
1340 throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr).str() );
1341 }
1342
1343 if (val < std::numeric_limits<gid_t>::min() || val > std::numeric_limits<gid_t>::max()) {
1344 throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr).str() );
1345 }
1346
1347 result = static_cast<gid_t>(val);
1348 }
1349 else {
1350 result = grp->gr_gid;
1351 }
1352
1353 return result;
1354 }
1355
1356 unsigned int pdns_stou(const std::string& str, size_t * idx, int base)
1357 {
1358 if (str.empty()) return 0; // compatibility
1359 unsigned long result;
1360 try {
1361 result = std::stoul(str, idx, base);
1362 }
1363 catch(std::invalid_argument& e) {
1364 throw std::invalid_argument(string(e.what()) + "; (invalid argument during std::stoul); data was \""+str+"\"");
1365 }
1366 catch(std::out_of_range& e) {
1367 throw std::out_of_range(string(e.what()) + "; (out of range during std::stoul); data was \""+str+"\"");
1368 }
1369 if (result > std::numeric_limits<unsigned int>::max()) {
1370 throw std::out_of_range("stoul returned result out of unsigned int range; data was \""+str+"\"");
1371 }
1372 return static_cast<unsigned int>(result);
1373 }
1374
1375 bool isSettingThreadCPUAffinitySupported()
1376 {
1377 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1378 return true;
1379 #else
1380 return false;
1381 #endif
1382 }
1383
1384 int mapThreadToCPUList(pthread_t tid, const std::set<int>& cpus)
1385 {
1386 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1387 # ifdef __NetBSD__
1388 cpuset_t *cpuset;
1389 cpuset = cpuset_create();
1390 for (const auto cpuID : cpus) {
1391 cpuset_set(cpuID, cpuset);
1392 }
1393
1394 return pthread_setaffinity_np(tid,
1395 cpuset_size(cpuset),
1396 cpuset);
1397 # else
1398 # ifdef __FreeBSD__
1399 # define cpu_set_t cpuset_t
1400 # endif
1401 cpu_set_t cpuset;
1402 CPU_ZERO(&cpuset);
1403 for (const auto cpuID : cpus) {
1404 CPU_SET(cpuID, &cpuset);
1405 }
1406
1407 return pthread_setaffinity_np(tid,
1408 sizeof(cpuset),
1409 &cpuset);
1410 # endif
1411 #else
1412 return ENOSYS;
1413 #endif /* HAVE_PTHREAD_SETAFFINITY_NP */
1414 }
1415
1416 std::vector<ComboAddress> getResolvers(const std::string& resolvConfPath)
1417 {
1418 std::vector<ComboAddress> results;
1419
1420 ifstream ifs(resolvConfPath);
1421 if (!ifs) {
1422 return results;
1423 }
1424
1425 string line;
1426 while(std::getline(ifs, line)) {
1427 boost::trim_right_if(line, is_any_of(" \r\n\x1a"));
1428 boost::trim_left(line); // leading spaces, let's be nice
1429
1430 string::size_type tpos = line.find_first_of(";#");
1431 if (tpos != string::npos) {
1432 line.resize(tpos);
1433 }
1434
1435 if (boost::starts_with(line, "nameserver ") || boost::starts_with(line, "nameserver\t")) {
1436 vector<string> parts;
1437 stringtok(parts, line, " \t,"); // be REALLY nice
1438 for(vector<string>::const_iterator iter = parts.begin() + 1; iter != parts.end(); ++iter) {
1439 try {
1440 results.emplace_back(*iter, 53);
1441 }
1442 catch(...)
1443 {
1444 }
1445 }
1446 }
1447 }
1448
1449 return results;
1450 }