]>
git.ipfire.org Git - thirdparty/pdns.git/blob - pdns/misc.cc
2 * This file is part of PowerDNS or dnsdist.
3 * Copyright -- PowerDNS.COM B.V. and its contributors
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of version 2 of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * In addition, for the avoidance of any doubt, permission is granted to
10 * link this program with OpenSSL and to (re)distribute the binaries
11 * produced as the result of such linking.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
25 #include <sys/param.h>
26 #include <sys/socket.h>
31 #include <sys/resource.h>
32 #include <netinet/in.h>
42 #include <sys/types.h>
45 #include <boost/optional.hpp>
48 #include <netinet/tcp.h>
52 #include "pdnsexception.hh"
53 #include <sys/types.h>
54 #include <boost/algorithm/string.hpp>
56 #include "dnsparser.hh"
57 #include <sys/types.h>
61 # include <pthread_np.h>
68 bool g_singleThreaded
;
70 size_t writen2(int fd
, const void *buf
, size_t count
)
72 const char *ptr
= (char*)buf
;
73 const char *eptr
= ptr
+ count
;
77 res
= ::write(fd
, ptr
, eptr
- ptr
);
80 throw std::runtime_error("used writen2 on non-blocking socket, got EAGAIN");
82 unixDie("failed in writen2");
85 throw std::runtime_error("could not write all bytes, got eof in writen2");
93 size_t readn2(int fd
, void* buffer
, size_t len
)
98 res
= read(fd
, (char*)buffer
+ pos
, len
- pos
);
100 throw runtime_error("EOF while reading message");
103 throw std::runtime_error("used readn2 on non-blocking socket, got EAGAIN");
105 unixDie("failed in readn2");
115 size_t readn2WithTimeout(int fd
, void* buffer
, size_t len
, int idleTimeout
, int totalTimeout
)
119 int remainingTime
= totalTimeout
;
125 ssize_t got
= read(fd
, (char *)buffer
+ pos
, len
- pos
);
130 throw runtime_error("EOF while reading message");
133 if (errno
== EAGAIN
) {
134 int res
= waitForData(fd
, (totalTimeout
== 0 || idleTimeout
<= remainingTime
) ? idleTimeout
: remainingTime
);
136 /* there is data available */
139 throw runtime_error("Timeout while waiting for data to read");
141 throw runtime_error("Error while waiting for data to read");
145 unixDie("failed in readn2WithTimeout");
150 time_t now
= time(NULL
);
151 int elapsed
= now
- start
;
152 if (elapsed
>= remainingTime
) {
153 throw runtime_error("Timeout while reading data");
156 remainingTime
-= elapsed
;
164 size_t writen2WithTimeout(int fd
, const void * buffer
, size_t len
, int timeout
)
168 ssize_t written
= write(fd
, (char *)buffer
+ pos
, len
- pos
);
171 pos
+= (size_t) written
;
173 else if (written
== 0)
174 throw runtime_error("EOF while writing message");
176 if (errno
== EAGAIN
) {
177 int res
= waitForRWData(fd
, false, timeout
, 0);
179 /* there is room available */
182 throw runtime_error("Timeout while waiting to write data");
184 throw runtime_error("Error while waiting for room to write data");
188 unixDie("failed in write2WithTimeout");
199 time_t now
= time(nullptr);
201 localtime_r(&now
, &tm
);
203 // YYYY-mm-dd HH:MM:SS TZOFF
204 strftime(buffer
, sizeof(buffer
), "%F %T %z", &tm
);
205 buffer
[sizeof(buffer
)-1] = '\0';
206 return string(buffer
);
209 uint16_t getShort(const unsigned char *p
)
211 return p
[0] * 256 + p
[1];
215 uint16_t getShort(const char *p
)
217 return getShort((const unsigned char *)p
);
220 uint32_t getLong(const unsigned char* p
)
222 return (p
[0]<<24) + (p
[1]<<16) + (p
[2]<<8) + p
[3];
225 uint32_t getLong(const char* p
)
227 return getLong((unsigned char *)p
);
230 static bool ciEqual(const string
& a
, const string
& b
)
232 if(a
.size()!=b
.size())
235 string::size_type pos
=0, epos
=a
.size();
236 for(;pos
< epos
; ++pos
)
237 if(dns_tolower(a
[pos
])!=dns_tolower(b
[pos
]))
242 /** does domain end on suffix? Is smart about "wwwds9a.nl" "ds9a.nl" not matching */
243 static bool endsOn(const string
&domain
, const string
&suffix
)
245 if( suffix
.empty() || ciEqual(domain
, suffix
) )
248 if(domain
.size()<=suffix
.size())
251 string::size_type dpos
=domain
.size()-suffix
.size()-1, spos
=0;
253 if(domain
[dpos
++]!='.')
256 for(; dpos
< domain
.size(); ++dpos
, ++spos
)
257 if(dns_tolower(domain
[dpos
]) != dns_tolower(suffix
[spos
]))
263 /** strips a domain suffix from a domain, returns true if it stripped */
264 bool stripDomainSuffix(string
*qname
, const string
&domain
)
266 if(!endsOn(*qname
, domain
))
269 if(toLower(*qname
)==toLower(domain
))
272 if((*qname
)[qname
->size()-domain
.size()-1]!='.')
275 qname
->resize(qname
->size()-domain
.size()-1);
280 static void parseService4(const string
&descr
, ServiceTuple
&st
)
283 stringtok(parts
,descr
,":");
285 throw PDNSException("Unable to parse '"+descr
+"' as a service");
288 st
.port
=pdns_stou(parts
[1]);
291 static void parseService6(const string
&descr
, ServiceTuple
&st
)
293 string::size_type pos
=descr
.find(']');
294 if(pos
== string::npos
)
295 throw PDNSException("Unable to parse '"+descr
+"' as an IPv6 service");
297 st
.host
=descr
.substr(1, pos
-1);
298 if(pos
+ 2 < descr
.length())
299 st
.port
=pdns_stou(descr
.substr(pos
+2));
303 void parseService(const string
&descr
, ServiceTuple
&st
)
306 throw PDNSException("Unable to parse '"+descr
+"' as a service");
308 vector
<string
> parts
;
309 stringtok(parts
, descr
, ":");
312 parseService6(descr
, st
);
314 else if(descr
[0]==':' || parts
.size() > 2 || descr
.find("::") != string::npos
) {
318 parseService4(descr
, st
);
322 // returns -1 in case if error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
323 int waitForData(int fd
, int seconds
, int useconds
)
325 return waitForRWData(fd
, true, seconds
, useconds
);
328 int waitForRWData(int fd
, bool waitForRead
, int seconds
, int useconds
, bool* error
, bool* disconnected
)
333 memset(&pfd
, 0, sizeof(pfd
));
341 ret
= poll(&pfd
, 1, seconds
* 1000 + useconds
/1000);
343 if (error
&& (pfd
.revents
& POLLERR
)) {
346 if (disconnected
&& (pfd
.revents
& POLLHUP
)) {
347 *disconnected
= true;
354 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
355 int waitForMultiData(const set
<int>& fds
, const int seconds
, const int useconds
, int* fdOut
) {
357 for (const auto& fd
: fds
) {
358 if (fd
>= 0 && realFDs
.count(fd
) == 0) {
363 std::vector
<struct pollfd
> pfds(realFDs
.size());
364 memset(pfds
.data(), 0, realFDs
.size()*sizeof(struct pollfd
));
366 for (const auto& fd
: realFDs
) {
368 pfds
[ctr
].events
= POLLIN
;
374 ret
= poll(pfds
.data(), realFDs
.size(), seconds
* 1000 + useconds
/1000);
376 ret
= poll(pfds
.data(), realFDs
.size(), -1);
381 for (const auto& pfd
: pfds
) {
382 if (pfd
.revents
& POLLIN
) {
383 pollinFDs
.insert(pfd
.fd
);
386 set
<int>::const_iterator
it(pollinFDs
.begin());
387 advance(it
, random() % pollinFDs
.size());
392 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
393 int waitFor2Data(int fd1
, int fd2
, int seconds
, int useconds
, int*fd
)
397 struct pollfd pfds
[2];
398 memset(&pfds
[0], 0, 2*sizeof(struct pollfd
));
402 pfds
[0].events
= pfds
[1].events
= POLLIN
;
404 int nsocks
= 1 + (fd2
>= 0); // fd2 can optionally be -1
407 ret
= poll(pfds
, nsocks
, seconds
* 1000 + useconds
/1000);
409 ret
= poll(pfds
, nsocks
, -1);
413 if((pfds
[0].revents
& POLLIN
) && !(pfds
[1].revents
& POLLIN
))
415 else if((pfds
[1].revents
& POLLIN
) && !(pfds
[0].revents
& POLLIN
))
418 *fd
= pfds
[random()%2].fd
;
421 *fd
= -1; // should never happen
427 string
humanDuration(time_t passed
)
431 ret
<<passed
<<" seconds";
433 ret
<<std::setprecision(2)<<passed
/60.0<<" minutes";
434 else if(passed
<86400)
435 ret
<<std::setprecision(3)<<passed
/3600.0<<" hours";
436 else if(passed
<(86400*30.41))
437 ret
<<std::setprecision(3)<<passed
/86400.0<<" days";
439 ret
<<std::setprecision(3)<<passed
/(86400*30.41)<<" months";
446 // set(); // saves lots of gettimeofday calls
447 d_set
.tv_sec
=d_set
.tv_usec
=0;
455 const string
unquotify(const string
&item
)
460 string::size_type bpos
=0, epos
=item
.size();
465 if(item
[epos
-1]=='"')
468 return item
.substr(bpos
,epos
-bpos
);
471 void stripLine(string
&line
)
473 string::size_type pos
=line
.find_first_of("\r\n");
474 if(pos
!=string::npos
) {
479 string
urlEncode(const string
&text
)
482 for(string::const_iterator i
=text
.begin();i
!=text
.end();++i
)
483 if(*i
==' ')ret
.append("%20");
484 else ret
.append(1,*i
);
490 #ifndef MAXHOSTNAMELEN
491 #define MAXHOSTNAMELEN 255
494 char tmp
[MAXHOSTNAMELEN
];
495 if(gethostname(tmp
, MAXHOSTNAMELEN
))
508 string
uitoa(unsigned int i
) // MSVC 6 doesn't grok overloading (un)signed
515 string
bitFlip(const string
&str
)
517 string::size_type pos
=0, epos
=str
.size();
520 for(;pos
< epos
; ++pos
)
521 ret
.append(1, ~str
[pos
]);
525 string
stringerror(int err
)
527 return strerror(err
);
532 return strerror(errno
);
535 void cleanSlashes(string
&str
)
537 string::const_iterator i
;
539 for(i
=str
.begin();i
!=str
.end();++i
) {
540 if(*i
=='/' && i
!=str
.begin() && *(i
-1)=='/')
548 bool IpToU32(const string
&str
, uint32_t *ip
)
556 if(inet_aton(str
.c_str(), &inp
)) {
563 string
U32ToIP(uint32_t val
)
566 snprintf(tmp
, sizeof(tmp
), "%u.%u.%u.%u",
575 string
makeHexDump(const string
& str
)
579 ret
.reserve((int)(str
.size()*2.2));
581 for(string::size_type n
=0;n
<str
.size();++n
) {
582 snprintf(tmp
, sizeof(tmp
), "%02x ", (unsigned char)str
[n
]);
588 // shuffle, maintaining some semblance of order
589 void shuffle(vector
<DNSZoneRecord
>& rrs
)
591 vector
<DNSZoneRecord
>::iterator first
, second
;
592 for(first
=rrs
.begin();first
!=rrs
.end();++first
)
593 if(first
->dr
.d_place
==DNSResourceRecord::ANSWER
&& first
->dr
.d_type
!= QType::CNAME
) // CNAME must come first
595 for(second
=first
;second
!=rrs
.end();++second
)
596 if(second
->dr
.d_place
!=DNSResourceRecord::ANSWER
)
600 random_shuffle(first
,second
);
602 // now shuffle the additional records
603 for(first
=second
;first
!=rrs
.end();++first
)
604 if(first
->dr
.d_place
==DNSResourceRecord::ADDITIONAL
&& first
->dr
.d_type
!= QType::CNAME
) // CNAME must come first
606 for(second
=first
;second
!=rrs
.end();++second
)
607 if(second
->dr
.d_place
!=DNSResourceRecord::ADDITIONAL
)
611 random_shuffle(first
,second
);
613 // we don't shuffle the rest
617 // shuffle, maintaining some semblance of order
618 void shuffle(vector
<DNSRecord
>& rrs
)
620 vector
<DNSRecord
>::iterator first
, second
;
621 for(first
=rrs
.begin();first
!=rrs
.end();++first
)
622 if(first
->d_place
==DNSResourceRecord::ANSWER
&& first
->d_type
!= QType::CNAME
) // CNAME must come first
624 for(second
=first
;second
!=rrs
.end();++second
)
625 if(second
->d_place
!=DNSResourceRecord::ANSWER
|| second
->d_type
== QType::RRSIG
) // leave RRSIGs at the end
629 random_shuffle(first
,second
);
631 // now shuffle the additional records
632 for(first
=second
;first
!=rrs
.end();++first
)
633 if(first
->d_place
==DNSResourceRecord::ADDITIONAL
&& first
->d_type
!= QType::CNAME
) // CNAME must come first
635 for(second
=first
; second
!=rrs
.end(); ++second
)
636 if(second
->d_place
!=DNSResourceRecord::ADDITIONAL
)
640 random_shuffle(first
,second
);
642 // we don't shuffle the rest
645 static uint16_t mapTypesToOrder(uint16_t type
)
647 if(type
== QType::CNAME
)
649 if(type
== QType::RRSIG
)
655 // make sure rrs is sorted in d_place order to avoid surprises later
656 // then shuffle the parts that desire shuffling
657 void orderAndShuffle(vector
<DNSRecord
>& rrs
)
659 std::stable_sort(rrs
.begin(), rrs
.end(), [](const DNSRecord
&a
, const DNSRecord
& b
) {
660 return std::make_tuple(a
.d_place
, mapTypesToOrder(a
.d_type
)) < std::make_tuple(b
.d_place
, mapTypesToOrder(b
.d_type
));
665 void normalizeTV(struct timeval
& tv
)
667 if(tv
.tv_usec
> 1000000) {
671 else if(tv
.tv_usec
< 0) {
677 const struct timeval
operator+(const struct timeval
& lhs
, const struct timeval
& rhs
)
680 ret
.tv_sec
=lhs
.tv_sec
+ rhs
.tv_sec
;
681 ret
.tv_usec
=lhs
.tv_usec
+ rhs
.tv_usec
;
686 const struct timeval
operator-(const struct timeval
& lhs
, const struct timeval
& rhs
)
689 ret
.tv_sec
=lhs
.tv_sec
- rhs
.tv_sec
;
690 ret
.tv_usec
=lhs
.tv_usec
- rhs
.tv_usec
;
695 pair
<string
, string
> splitField(const string
& inp
, char sepa
)
697 pair
<string
, string
> ret
;
698 string::size_type cpos
=inp
.find(sepa
);
699 if(cpos
==string::npos
)
702 ret
.first
=inp
.substr(0, cpos
);
703 ret
.second
=inp
.substr(cpos
+1);
708 int logFacilityToLOG(unsigned int facility
)
732 string
stripDot(const string
& dom
)
737 if(dom
[dom
.size()-1]!='.')
740 return dom
.substr(0,dom
.size()-1);
745 int makeIPv6sockaddr(const std::string
& addr
, struct sockaddr_in6
* ret
)
749 string
ourAddr(addr
);
750 bool portSet
= false;
752 if(addr
[0]=='[') { // [::]:53 style address
753 string::size_type pos
= addr
.find(']');
754 if(pos
== string::npos
)
756 ourAddr
.assign(addr
.c_str() + 1, pos
-1);
757 if (pos
+ 1 != addr
.size()) { // complete after ], no port specified
758 if (pos
+ 2 > addr
.size() || addr
[pos
+1]!=':')
761 port
= pdns_stou(addr
.substr(pos
+2));
764 catch(const std::out_of_range
&) {
769 ret
->sin6_scope_id
=0;
770 ret
->sin6_family
=AF_INET6
;
772 if(inet_pton(AF_INET6
, ourAddr
.c_str(), (void*)&ret
->sin6_addr
) != 1) {
773 struct addrinfo
* res
;
774 struct addrinfo hints
;
775 memset(&hints
, 0, sizeof(hints
));
777 hints
.ai_family
= AF_INET6
;
778 hints
.ai_flags
= AI_NUMERICHOST
;
781 // getaddrinfo has anomalous return codes, anything nonzero is an error, positive or negative
782 if((error
=getaddrinfo(ourAddr
.c_str(), 0, &hints
, &res
))) {
786 memcpy(ret
, res
->ai_addr
, res
->ai_addrlen
);
794 ret
->sin6_port
= htons(port
);
800 int makeIPv4sockaddr(const std::string
& str
, struct sockaddr_in
* ret
)
807 string::size_type pos
= str
.find(':');
808 if(pos
== string::npos
) { // no port specified, not touching the port
809 if(inet_aton(str
.c_str(), &inp
)) {
810 ret
->sin_addr
.s_addr
=inp
.s_addr
;
815 if(!*(str
.c_str() + pos
+ 1)) // trailing :
818 char *eptr
= (char*)str
.c_str() + str
.size();
819 int port
= strtol(str
.c_str() + pos
+ 1, &eptr
, 10);
820 if (port
< 0 || port
> 65535)
826 ret
->sin_port
= htons(port
);
827 if(inet_aton(str
.substr(0, pos
).c_str(), &inp
)) {
828 ret
->sin_addr
.s_addr
=inp
.s_addr
;
834 int makeUNsockaddr(const std::string
& path
, struct sockaddr_un
* ret
)
839 memset(ret
, 0, sizeof(struct sockaddr_un
));
840 ret
->sun_family
= AF_UNIX
;
841 if (path
.length() >= sizeof(ret
->sun_path
))
844 path
.copy(ret
->sun_path
, sizeof(ret
->sun_path
), 0);
848 //! read a line of text from a FILE* to a std::string, returns false on 'no data'
849 bool stringfgets(FILE* fp
, std::string
& line
)
855 if(!fgets(buffer
, sizeof(buffer
), fp
))
856 return !line
.empty();
859 } while(!strchr(buffer
, '\n'));
863 bool readFileIfThere(const char* fname
, std::string
* line
)
866 auto fp
= std::unique_ptr
<FILE, int(*)(FILE*)>(fopen(fname
, "r"), fclose
);
869 stringfgets(fp
.get(), *line
);
875 Regex::Regex(const string
&expr
)
877 if(regcomp(&d_preg
, expr
.c_str(), REG_ICASE
|REG_NOSUB
|REG_EXTENDED
))
878 throw PDNSException("Regular expression did not compile");
881 // if you end up here because valgrind told you were are doing something wrong
882 // with msgh->msg_controllen, please refer to https://github.com/PowerDNS/pdns/pull/3962
884 // Note that cmsgbuf should be aligned the same as a struct cmsghdr
885 void addCMsgSrcAddr(struct msghdr
* msgh
, cmsgbuf_aligned
* cmsgbuf
, const ComboAddress
* source
, int itfIndex
)
887 struct cmsghdr
*cmsg
= NULL
;
889 if(source
->sin4
.sin_family
== AF_INET6
) {
890 struct in6_pktinfo
*pkt
;
892 msgh
->msg_control
= cmsgbuf
;
893 static_assert(CMSG_SPACE(sizeof(*pkt
)) <= sizeof(*cmsgbuf
), "Buffer is too small for in6_pktinfo");
894 msgh
->msg_controllen
= CMSG_SPACE(sizeof(*pkt
));
896 cmsg
= CMSG_FIRSTHDR(msgh
);
897 cmsg
->cmsg_level
= IPPROTO_IPV6
;
898 cmsg
->cmsg_type
= IPV6_PKTINFO
;
899 cmsg
->cmsg_len
= CMSG_LEN(sizeof(*pkt
));
901 pkt
= (struct in6_pktinfo
*) CMSG_DATA(cmsg
);
902 // Include the padding to stop valgrind complaining about passing uninitialized data
903 memset(pkt
, 0, CMSG_SPACE(sizeof(*pkt
)));
904 pkt
->ipi6_addr
= source
->sin6
.sin6_addr
;
905 pkt
->ipi6_ifindex
= itfIndex
;
908 #if defined(IP_PKTINFO)
909 struct in_pktinfo
*pkt
;
911 msgh
->msg_control
= cmsgbuf
;
912 static_assert(CMSG_SPACE(sizeof(*pkt
)) <= sizeof(*cmsgbuf
), "Buffer is too small for in_pktinfo");
913 msgh
->msg_controllen
= CMSG_SPACE(sizeof(*pkt
));
915 cmsg
= CMSG_FIRSTHDR(msgh
);
916 cmsg
->cmsg_level
= IPPROTO_IP
;
917 cmsg
->cmsg_type
= IP_PKTINFO
;
918 cmsg
->cmsg_len
= CMSG_LEN(sizeof(*pkt
));
920 pkt
= (struct in_pktinfo
*) CMSG_DATA(cmsg
);
921 // Include the padding to stop valgrind complaining about passing uninitialized data
922 memset(pkt
, 0, CMSG_SPACE(sizeof(*pkt
)));
923 pkt
->ipi_spec_dst
= source
->sin4
.sin_addr
;
924 pkt
->ipi_ifindex
= itfIndex
;
925 #elif defined(IP_SENDSRCADDR)
928 msgh
->msg_control
= cmsgbuf
;
929 static_assert(CMSG_SPACE(sizeof(*in
)) <= sizeof(*cmsgbuf
), "Buffer is too small for in_addr");
930 msgh
->msg_controllen
= CMSG_SPACE(sizeof(*in
));
932 cmsg
= CMSG_FIRSTHDR(msgh
);
933 cmsg
->cmsg_level
= IPPROTO_IP
;
934 cmsg
->cmsg_type
= IP_SENDSRCADDR
;
935 cmsg
->cmsg_len
= CMSG_LEN(sizeof(*in
));
937 // Include the padding to stop valgrind complaining about passing uninitialized data
938 in
= (struct in_addr
*) CMSG_DATA(cmsg
);
939 memset(in
, 0, CMSG_SPACE(sizeof(*in
)));
940 *in
= source
->sin4
.sin_addr
;
945 unsigned int getFilenumLimit(bool hardOrSoft
)
948 if(getrlimit(RLIMIT_NOFILE
, &rlim
) < 0)
949 unixDie("Requesting number of available file descriptors");
950 return hardOrSoft
? rlim
.rlim_max
: rlim
.rlim_cur
;
953 void setFilenumLimit(unsigned int lim
)
957 if(getrlimit(RLIMIT_NOFILE
, &rlim
) < 0)
958 unixDie("Requesting number of available file descriptors");
960 if(setrlimit(RLIMIT_NOFILE
, &rlim
) < 0)
961 unixDie("Setting number of available file descriptors");
964 #define burtlemix(a,b,c) \
966 a -= b; a -= c; a ^= (c>>13); \
967 b -= c; b -= a; b ^= (a<<8); \
968 c -= a; c -= b; c ^= (b>>13); \
969 a -= b; a -= c; a ^= (c>>12); \
970 b -= c; b -= a; b ^= (a<<16); \
971 c -= a; c -= b; c ^= (b>>5); \
972 a -= b; a -= c; a ^= (c>>3); \
973 b -= c; b -= a; b ^= (a<<10); \
974 c -= a; c -= b; c ^= (b>>15); \
977 uint32_t burtle(const unsigned char* k
, uint32_t length
, uint32_t initval
)
981 /* Set up the internal state */
983 a
= b
= 0x9e3779b9; /* the golden ratio; an arbitrary value */
984 c
= initval
; /* the previous hash value */
986 /*---------------------------------------- handle most of the key */
988 a
+= (k
[0] +((uint32_t)k
[1]<<8) +((uint32_t)k
[2]<<16) +((uint32_t)k
[3]<<24));
989 b
+= (k
[4] +((uint32_t)k
[5]<<8) +((uint32_t)k
[6]<<16) +((uint32_t)k
[7]<<24));
990 c
+= (k
[8] +((uint32_t)k
[9]<<8) +((uint32_t)k
[10]<<16)+((uint32_t)k
[11]<<24));
995 /*------------------------------------- handle the last 11 bytes */
997 switch(len
) { /* all the case statements fall through */
998 case 11: c
+=((uint32_t)k
[10]<<24);
999 case 10: c
+=((uint32_t)k
[9]<<16);
1000 case 9 : c
+=((uint32_t)k
[8]<<8);
1001 /* the first byte of c is reserved for the length */
1002 case 8 : b
+=((uint32_t)k
[7]<<24);
1003 case 7 : b
+=((uint32_t)k
[6]<<16);
1004 case 6 : b
+=((uint32_t)k
[5]<<8);
1006 case 4 : a
+=((uint32_t)k
[3]<<24);
1007 case 3 : a
+=((uint32_t)k
[2]<<16);
1008 case 2 : a
+=((uint32_t)k
[1]<<8);
1010 /* case 0: nothing left to add */
1013 /*-------------------------------------------- report the result */
1017 uint32_t burtleCI(const unsigned char* k
, uint32_t length
, uint32_t initval
)
1021 /* Set up the internal state */
1023 a
= b
= 0x9e3779b9; /* the golden ratio; an arbitrary value */
1024 c
= initval
; /* the previous hash value */
1026 /*---------------------------------------- handle most of the key */
1028 a
+= (dns_tolower(k
[0]) +((uint32_t)dns_tolower(k
[1])<<8) +((uint32_t)dns_tolower(k
[2])<<16) +((uint32_t)dns_tolower(k
[3])<<24));
1029 b
+= (dns_tolower(k
[4]) +((uint32_t)dns_tolower(k
[5])<<8) +((uint32_t)dns_tolower(k
[6])<<16) +((uint32_t)dns_tolower(k
[7])<<24));
1030 c
+= (dns_tolower(k
[8]) +((uint32_t)dns_tolower(k
[9])<<8) +((uint32_t)dns_tolower(k
[10])<<16)+((uint32_t)dns_tolower(k
[11])<<24));
1035 /*------------------------------------- handle the last 11 bytes */
1037 switch(len
) { /* all the case statements fall through */
1038 case 11: c
+=((uint32_t)dns_tolower(k
[10])<<24);
1039 case 10: c
+=((uint32_t)dns_tolower(k
[9])<<16);
1040 case 9 : c
+=((uint32_t)dns_tolower(k
[8])<<8);
1041 /* the first byte of c is reserved for the length */
1042 case 8 : b
+=((uint32_t)dns_tolower(k
[7])<<24);
1043 case 7 : b
+=((uint32_t)dns_tolower(k
[6])<<16);
1044 case 6 : b
+=((uint32_t)dns_tolower(k
[5])<<8);
1045 case 5 : b
+=dns_tolower(k
[4]);
1046 case 4 : a
+=((uint32_t)dns_tolower(k
[3])<<24);
1047 case 3 : a
+=((uint32_t)dns_tolower(k
[2])<<16);
1048 case 2 : a
+=((uint32_t)dns_tolower(k
[1])<<8);
1049 case 1 : a
+=dns_tolower(k
[0]);
1050 /* case 0: nothing left to add */
1053 /*-------------------------------------------- report the result */
1058 bool setSocketTimestamps(int fd
)
1062 return setsockopt(fd
, SOL_SOCKET
, SO_TIMESTAMP
, (char*)&on
, sizeof(on
)) == 0;
1064 return true; // we pretend this happened.
1068 bool setTCPNoDelay(int sock
)
1071 return setsockopt(sock
, /* socket affected */
1072 IPPROTO_TCP
, /* set option at TCP level */
1073 TCP_NODELAY
, /* name of option */
1074 (char *) &flag
, /* the cast is historical cruft */
1075 sizeof(flag
)) == 0; /* length of option value */
1079 bool setNonBlocking(int sock
)
1081 int flags
=fcntl(sock
,F_GETFL
,0);
1082 if(flags
<0 || fcntl(sock
, F_SETFL
,flags
|O_NONBLOCK
) <0)
1087 bool setBlocking(int sock
)
1089 int flags
=fcntl(sock
,F_GETFL
,0);
1090 if(flags
<0 || fcntl(sock
, F_SETFL
,flags
&(~O_NONBLOCK
)) <0)
1095 bool setReuseAddr(int sock
)
1098 if (setsockopt(sock
, SOL_SOCKET
, SO_REUSEADDR
, (char*)&tmp
, static_cast<unsigned>(sizeof tmp
))<0)
1099 throw PDNSException(string("Setsockopt failed: ")+stringerror());
1103 bool isNonBlocking(int sock
)
1105 int flags
=fcntl(sock
,F_GETFL
,0);
1106 return flags
& O_NONBLOCK
;
1109 bool setReceiveSocketErrors(int sock
, int af
)
1113 if (af
== AF_INET
) {
1114 ret
= setsockopt(sock
, IPPROTO_IP
, IP_RECVERR
, &tmp
, sizeof(tmp
));
1116 ret
= setsockopt(sock
, IPPROTO_IPV6
, IPV6_RECVERR
, &tmp
, sizeof(tmp
));
1119 throw PDNSException(string("Setsockopt failed: ") + stringerror());
1126 int closesocket( int socket
)
1128 int ret
=::close(socket
);
1129 if(ret
< 0 && errno
== ECONNRESET
) // see ticket 192, odd BSD behaviour
1132 throw PDNSException("Error closing socket: "+stringerror());
1136 bool setCloseOnExec(int sock
)
1138 int flags
=fcntl(sock
,F_GETFD
,0);
1139 if(flags
<0 || fcntl(sock
, F_SETFD
,flags
|FD_CLOEXEC
) <0)
1144 string
getMACAddress(const ComboAddress
& ca
)
1148 ifstream
ifs("/proc/net/arp");
1152 string match
=ca
.toString()+' ';
1153 while(getline(ifs
, line
)) {
1154 if(boost::starts_with(line
, match
)) {
1155 vector
<string
> parts
;
1156 stringtok(parts
, line
, " \n\t\r");
1157 if(parts
.size() < 4)
1159 unsigned int tmp
[6];
1160 sscanf(parts
[3].c_str(), "%02x:%02x:%02x:%02x:%02x:%02x", tmp
, tmp
+1, tmp
+2, tmp
+3, tmp
+4, tmp
+5);
1161 for(int i
= 0 ; i
< 6 ; ++i
)
1162 ret
.append(1, (char)tmp
[i
]);
1170 uint64_t udpErrorStats(const std::string
& str
)
1173 ifstream
ifs("/proc/net/snmp");
1177 vector
<string
> parts
;
1178 while(getline(ifs
,line
)) {
1179 if(boost::starts_with(line
, "Udp: ") && isdigit(line
[5])) {
1180 stringtok(parts
, line
, " \n\t\r");
1181 if(parts
.size() < 7)
1183 if(str
=="udp-rcvbuf-errors")
1184 return std::stoull(parts
[5]);
1185 else if(str
=="udp-sndbuf-errors")
1186 return std::stoull(parts
[6]);
1187 else if(str
=="udp-noport-errors")
1188 return std::stoull(parts
[2]);
1189 else if(str
=="udp-in-errors")
1190 return std::stoull(parts
[3]);
1199 bool getTSIGHashEnum(const DNSName
& algoName
, TSIGHashEnum
& algoEnum
)
1201 if (algoName
== DNSName("hmac-md5.sig-alg.reg.int") || algoName
== DNSName("hmac-md5"))
1202 algoEnum
= TSIG_MD5
;
1203 else if (algoName
== DNSName("hmac-sha1"))
1204 algoEnum
= TSIG_SHA1
;
1205 else if (algoName
== DNSName("hmac-sha224"))
1206 algoEnum
= TSIG_SHA224
;
1207 else if (algoName
== DNSName("hmac-sha256"))
1208 algoEnum
= TSIG_SHA256
;
1209 else if (algoName
== DNSName("hmac-sha384"))
1210 algoEnum
= TSIG_SHA384
;
1211 else if (algoName
== DNSName("hmac-sha512"))
1212 algoEnum
= TSIG_SHA512
;
1213 else if (algoName
== DNSName("gss-tsig"))
1214 algoEnum
= TSIG_GSS
;
1221 DNSName
getTSIGAlgoName(TSIGHashEnum
& algoEnum
)
1224 case TSIG_MD5
: return DNSName("hmac-md5.sig-alg.reg.int.");
1225 case TSIG_SHA1
: return DNSName("hmac-sha1.");
1226 case TSIG_SHA224
: return DNSName("hmac-sha224.");
1227 case TSIG_SHA256
: return DNSName("hmac-sha256.");
1228 case TSIG_SHA384
: return DNSName("hmac-sha384.");
1229 case TSIG_SHA512
: return DNSName("hmac-sha512.");
1230 case TSIG_GSS
: return DNSName("gss-tsig.");
1232 throw PDNSException("getTSIGAlgoName does not understand given algorithm, please fix!");
1235 uint64_t getOpenFileDescriptors(const std::string
&)
1238 DIR* dirhdl
=opendir(("/proc/"+std::to_string(getpid())+"/fd/").c_str());
1242 struct dirent
*entry
;
1244 while((entry
= readdir(dirhdl
))) {
1247 num
= pdns_stou(entry
->d_name
);
1249 continue; // was not a number.
1251 if(std::to_string(num
) == entry
->d_name
)
1262 uint64_t getRealMemoryUsage(const std::string
&)
1265 ifstream
ifs("/proc/self/statm");
1269 uint64_t size
, resident
, shared
, text
, lib
, data
;
1270 ifs
>> size
>> resident
>> shared
>> text
>> lib
>> data
;
1272 return data
* getpagesize();
1275 if (getrusage(RUSAGE_SELF
, &ru
) != 0)
1277 return ru
.ru_maxrss
* 1024;
1282 uint64_t getSpecialMemoryUsage(const std::string
&)
1285 ifstream
ifs("/proc/self/smaps");
1290 string
header("Private_Dirty:");
1291 while(getline(ifs
, line
)) {
1292 if(boost::starts_with(line
, header
)) {
1293 bytes
+= std::stoull(line
.substr(header
.length() + 1))*1024;
1302 uint64_t getCPUTimeUser(const std::string
&)
1305 getrusage(RUSAGE_SELF
, &ru
);
1306 return (ru
.ru_utime
.tv_sec
*1000ULL + ru
.ru_utime
.tv_usec
/1000);
1309 uint64_t getCPUTimeSystem(const std::string
&)
1312 getrusage(RUSAGE_SELF
, &ru
);
1313 return (ru
.ru_stime
.tv_sec
*1000ULL + ru
.ru_stime
.tv_usec
/1000);
1316 double DiffTime(const struct timespec
& first
, const struct timespec
& second
)
1318 int seconds
=second
.tv_sec
- first
.tv_sec
;
1319 int nseconds
=second
.tv_nsec
- first
.tv_nsec
;
1323 nseconds
+=1000000000;
1325 return seconds
+ nseconds
/1000000000.0;
1328 double DiffTime(const struct timeval
& first
, const struct timeval
& second
)
1330 int seconds
=second
.tv_sec
- first
.tv_sec
;
1331 int useconds
=second
.tv_usec
- first
.tv_usec
;
1337 return seconds
+ useconds
/1000000.0;
1340 uid_t
strToUID(const string
&str
)
1343 const char * cstr
= str
.c_str();
1344 struct passwd
* pwd
= getpwnam(cstr
);
1352 catch(std::exception
& e
) {
1353 throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr
).str() );
1356 if (val
< std::numeric_limits
<uid_t
>::min() || val
> std::numeric_limits
<uid_t
>::max()) {
1357 throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr
).str() );
1360 result
= static_cast<uid_t
>(val
);
1363 result
= pwd
->pw_uid
;
1369 gid_t
strToGID(const string
&str
)
1372 const char * cstr
= str
.c_str();
1373 struct group
* grp
= getgrnam(cstr
);
1381 catch(std::exception
& e
) {
1382 throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr
).str() );
1385 if (val
< std::numeric_limits
<gid_t
>::min() || val
> std::numeric_limits
<gid_t
>::max()) {
1386 throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr
).str() );
1389 result
= static_cast<gid_t
>(val
);
1392 result
= grp
->gr_gid
;
1398 unsigned int pdns_stou(const std::string
& str
, size_t * idx
, int base
)
1400 if (str
.empty()) return 0; // compatibility
1401 unsigned long result
;
1403 result
= std::stoul(str
, idx
, base
);
1405 catch(std::invalid_argument
& e
) {
1406 throw std::invalid_argument(string(e
.what()) + "; (invalid argument during std::stoul); data was \""+str
+"\"");
1408 catch(std::out_of_range
& e
) {
1409 throw std::out_of_range(string(e
.what()) + "; (out of range during std::stoul); data was \""+str
+"\"");
1411 if (result
> std::numeric_limits
<unsigned int>::max()) {
1412 throw std::out_of_range("stoul returned result out of unsigned int range; data was \""+str
+"\"");
1414 return static_cast<unsigned int>(result
);
1417 bool isSettingThreadCPUAffinitySupported()
1419 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1426 int mapThreadToCPUList(pthread_t tid
, const std::set
<int>& cpus
)
1428 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1431 cpuset
= cpuset_create();
1432 for (const auto cpuID
: cpus
) {
1433 cpuset_set(cpuID
, cpuset
);
1436 return pthread_setaffinity_np(tid
,
1437 cpuset_size(cpuset
),
1441 # define cpu_set_t cpuset_t
1445 for (const auto cpuID
: cpus
) {
1446 CPU_SET(cpuID
, &cpuset
);
1449 return pthread_setaffinity_np(tid
,
1455 #endif /* HAVE_PTHREAD_SETAFFINITY_NP */
1458 std::vector
<ComboAddress
> getResolvers(const std::string
& resolvConfPath
)
1460 std::vector
<ComboAddress
> results
;
1462 ifstream
ifs(resolvConfPath
);
1468 while(std::getline(ifs
, line
)) {
1469 boost::trim_right_if(line
, is_any_of(" \r\n\x1a"));
1470 boost::trim_left(line
); // leading spaces, let's be nice
1472 string::size_type tpos
= line
.find_first_of(";#");
1473 if (tpos
!= string::npos
) {
1477 if (boost::starts_with(line
, "nameserver ") || boost::starts_with(line
, "nameserver\t")) {
1478 vector
<string
> parts
;
1479 stringtok(parts
, line
, " \t,"); // be REALLY nice
1480 for(vector
<string
>::const_iterator iter
= parts
.begin() + 1; iter
!= parts
.end(); ++iter
) {
1482 results
.emplace_back(*iter
, 53);
1494 size_t getPipeBufferSize(int fd
)
1497 int res
= fcntl(fd
, F_GETPIPE_SZ
);
1505 #endif /* F_GETPIPE_SZ */
1508 bool setPipeBufferSize(int fd
, size_t size
)
1511 if (size
> std::numeric_limits
<int>::max()) {
1515 int newSize
= static_cast<int>(size
);
1516 int res
= fcntl(fd
, F_SETPIPE_SZ
, newSize
);
1524 #endif /* F_SETPIPE_SZ */