pdns/misc.cc

   1 /*
   2  * This file is part of PowerDNS or dnsdist.
   3  * Copyright -- PowerDNS.COM B.V. and its contributors
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of version 2 of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * In addition, for the avoidance of any doubt, permission is granted to
  10  * link this program with OpenSSL and to (re)distribute the binaries
  11  * produced as the result of such linking.
  12  *
  13  * This program is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16  * GNU General Public License for more details.
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * along with this program; if not, write to the Free Software
  20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  21  */
  22 #ifdef HAVE_CONFIG_H
  23 #include "config.h"
  24 #endif
  25 #include <sys/param.h>
  26 #include <sys/socket.h>
  27 #include <fcntl.h>
  28 #include <netdb.h>
  29 #include <sys/time.h>
  30 #include <time.h>
  31 #include <sys/resource.h>
  32 #include <netinet/in.h>
  33 #include <sys/un.h>
  34 #include <unistd.h>
  35 #include <fstream>
  36 #include "misc.hh"
  37 #include <vector>
  38 #include <sstream>
  39 #include <errno.h>
  40 #include <cstring>
  41 #include <iostream>
  42 #include <sys/types.h>
  43 #include <dirent.h>
  44 #include <algorithm>
  45 #include <boost/optional.hpp>
  46 #include <poll.h>
  47 #include <iomanip>
  48 #include <netinet/tcp.h>
  49 #include <string.h>
  50 #include <stdlib.h>
  51 #include <stdio.h>
  52 #include "pdnsexception.hh"
  53 #include <sys/types.h>
  54 #include <boost/algorithm/string.hpp>
  55 #include "iputils.hh"
  56 #include "dnsparser.hh"
  57 #include <sys/types.h>
  58 #include <pwd.h>
  59 #include <grp.h>
  60 #ifdef __FreeBSD__
  61 #  include <pthread_np.h>
  62 #endif
  63 #ifdef __NetBSD__
  64 #  include <pthread.h>
  65 #  include <sched.h>
  66 #endif
  67
  68 bool g_singleThreaded;
  69
  70 size_t writen2(int fd, const void *buf, size_t count)
  71 {
  72   const char *ptr = (char*)buf;
  73   const char *eptr = ptr + count;
  74
  75   ssize_t res;
  76   while(ptr != eptr) {
  77     res = ::write(fd, ptr, eptr - ptr);
  78     if(res < 0) {
  79       if (errno == EAGAIN)
  80         throw std::runtime_error("used writen2 on non-blocking socket, got EAGAIN");
  81       else
  82         unixDie("failed in writen2");
  83     }
  84     else if (res == 0)
  85       throw std::runtime_error("could not write all bytes, got eof in writen2");
  86
  87     ptr += (size_t) res;
  88   }
  89
  90   return count;
  91 }
  92
  93 size_t readn2(int fd, void* buffer, size_t len)
  94 {
  95   size_t pos=0;
  96   ssize_t res;
  97   for(;;) {
  98     res = read(fd, (char*)buffer + pos, len - pos);
  99     if(res == 0)
 100       throw runtime_error("EOF while reading message");
 101     if(res < 0) {
 102       if (errno == EAGAIN)
 103         throw std::runtime_error("used readn2 on non-blocking socket, got EAGAIN");
 104       else
 105         unixDie("failed in readn2");
 106     }
 107
 108     pos+=(size_t)res;
 109     if(pos == len)
 110       break;
 111   }
 112   return len;
 113 }
 114
 115 size_t readn2WithTimeout(int fd, void* buffer, size_t len, int idleTimeout, int totalTimeout)
 116 {
 117   size_t pos = 0;
 118   time_t start = 0;
 119   int remainingTime = totalTimeout;
 120   if (totalTimeout) {
 121     start = time(NULL);
 122   }
 123
 124   do {
 125     ssize_t got = read(fd, (char *)buffer + pos, len - pos);
 126     if (got > 0) {
 127       pos += (size_t) got;
 128     }
 129     else if (got == 0) {
 130       throw runtime_error("EOF while reading message");
 131     }
 132     else {
 133       if (errno == EAGAIN) {
 134         int res = waitForData(fd, (totalTimeout == 0 || idleTimeout <= remainingTime) ? idleTimeout : remainingTime);
 135         if (res > 0) {
 136           /* there is data available */
 137         }
 138         else if (res == 0) {
 139           throw runtime_error("Timeout while waiting for data to read");
 140         } else {
 141           throw runtime_error("Error while waiting for data to read");
 142         }
 143       }
 144       else {
 145         unixDie("failed in readn2WithTimeout");
 146       }
 147     }
 148
 149     if (totalTimeout) {
 150       time_t now = time(NULL);
 151       int elapsed = now - start;
 152       if (elapsed >= remainingTime) {
 153         throw runtime_error("Timeout while reading data");
 154       }
 155       start = now;
 156       remainingTime -= elapsed;
 157     }
 158   }
 159   while (pos < len);
 160
 161   return len;
 162 }
 163
 164 size_t writen2WithTimeout(int fd, const void * buffer, size_t len, int timeout)
 165 {
 166   size_t pos = 0;
 167   do {
 168     ssize_t written = write(fd, (char *)buffer + pos, len - pos);
 169
 170     if (written > 0) {
 171       pos += (size_t) written;
 172     }
 173     else if (written == 0)
 174       throw runtime_error("EOF while writing message");
 175     else {
 176       if (errno == EAGAIN) {
 177         int res = waitForRWData(fd, false, timeout, 0);
 178         if (res > 0) {
 179           /* there is room available */
 180         }
 181         else if (res == 0) {
 182           throw runtime_error("Timeout while waiting to write data");
 183         } else {
 184           throw runtime_error("Error while waiting for room to write data");
 185         }
 186       }
 187       else {
 188         unixDie("failed in write2WithTimeout");
 189       }
 190     }
 191   }
 192   while (pos < len);
 193
 194   return len;
 195 }
 196
 197 string nowTime()
 198 {
 199   time_t now = time(nullptr);
 200   struct tm tm;
 201   localtime_r(&now, &tm);
 202   char buffer[30];
 203   // YYYY-mm-dd HH:MM:SS TZOFF
 204   strftime(buffer, sizeof(buffer), "%F %T %z", &tm);
 205   buffer[sizeof(buffer)-1] = '\0';
 206   return string(buffer);
 207 }
 208
 209 uint16_t getShort(const unsigned char *p)
 210 {
 211   return p[0] * 256 + p[1];
 212 }
 213
 214
 215 uint16_t getShort(const char *p)
 216 {
 217   return getShort((const unsigned char *)p);
 218 }
 219
 220 uint32_t getLong(const unsigned char* p)
 221 {
 222   return (p[0]<<24) + (p[1]<<16) + (p[2]<<8) + p[3];
 223 }
 224
 225 uint32_t getLong(const char* p)
 226 {
 227   return getLong((unsigned char *)p);
 228 }
 229
 230 static bool ciEqual(const string& a, const string& b)
 231 {
 232   if(a.size()!=b.size())
 233     return false;
 234
 235   string::size_type pos=0, epos=a.size();
 236   for(;pos < epos; ++pos)
 237     if(dns_tolower(a[pos])!=dns_tolower(b[pos]))
 238       return false;
 239   return true;
 240 }
 241
 242 /** does domain end on suffix? Is smart about "wwwds9a.nl" "ds9a.nl" not matching */
 243 static bool endsOn(const string &domain, const string &suffix)
 244 {
 245   if( suffix.empty() || ciEqual(domain, suffix) )
 246     return true;
 247
 248   if(domain.size()<=suffix.size())
 249     return false;
 250
 251   string::size_type dpos=domain.size()-suffix.size()-1, spos=0;
 252
 253   if(domain[dpos++]!='.')
 254     return false;
 255
 256   for(; dpos < domain.size(); ++dpos, ++spos)
 257     if(dns_tolower(domain[dpos]) != dns_tolower(suffix[spos]))
 258       return false;
 259
 260   return true;
 261 }
 262
 263 /** strips a domain suffix from a domain, returns true if it stripped */
 264 bool stripDomainSuffix(string *qname, const string &domain)
 265 {
 266   if(!endsOn(*qname, domain))
 267     return false;
 268
 269   if(toLower(*qname)==toLower(domain))
 270     *qname="@";
 271   else {
 272     if((*qname)[qname->size()-domain.size()-1]!='.')
 273       return false;
 274
 275     qname->resize(qname->size()-domain.size()-1);
 276   }
 277   return true;
 278 }
 279
 280 static void parseService4(const string &descr, ServiceTuple &st)
 281 {
 282   vector<string>parts;
 283   stringtok(parts,descr,":");
 284   if(parts.empty())
 285     throw PDNSException("Unable to parse '"+descr+"' as a service");
 286   st.host=parts[0];
 287   if(parts.size()>1)
 288     st.port=pdns_stou(parts[1]);
 289 }
 290
 291 static void parseService6(const string &descr, ServiceTuple &st)
 292 {
 293   string::size_type pos=descr.find(']');
 294   if(pos == string::npos)
 295     throw PDNSException("Unable to parse '"+descr+"' as an IPv6 service");
 296
 297   st.host=descr.substr(1, pos-1);
 298   if(pos + 2 < descr.length())
 299     st.port=pdns_stou(descr.substr(pos+2));
 300 }
 301
 302
 303 void parseService(const string &descr, ServiceTuple &st)
 304 {
 305   if(descr.empty())
 306     throw PDNSException("Unable to parse '"+descr+"' as a service");
 307
 308   vector<string> parts;
 309   stringtok(parts, descr, ":");
 310
 311   if(descr[0]=='[') {
 312     parseService6(descr, st);
 313   }
 314   else if(descr[0]==':' || parts.size() > 2 || descr.find("::") != string::npos) {
 315     st.host=descr;
 316   }
 317   else {
 318     parseService4(descr, st);
 319   }
 320 }
 321
 322 // returns -1 in case if error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
 323 int waitForData(int fd, int seconds, int useconds)
 324 {
 325   return waitForRWData(fd, true, seconds, useconds);
 326 }
 327
 328 int waitForRWData(int fd, bool waitForRead, int seconds, int useconds, bool* error, bool* disconnected)
 329 {
 330   int ret;
 331
 332   struct pollfd pfd;
 333   memset(&pfd, 0, sizeof(pfd));
 334   pfd.fd = fd;
 335
 336   if(waitForRead)
 337     pfd.events=POLLIN;
 338   else
 339     pfd.events=POLLOUT;
 340
 341   ret = poll(&pfd, 1, seconds * 1000 + useconds/1000);
 342   if (ret > 0) {
 343     if (error && (pfd.revents & POLLERR)) {
 344       *error = true;
 345     }
 346     if (disconnected && (pfd.revents & POLLHUP)) {
 347       *disconnected = true;
 348     }
 349   }
 350
 351   return ret;
 352 }
 353
 354 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
 355 int waitForMultiData(const set<int>& fds, const int seconds, const int useconds, int* fdOut) {
 356   set<int> realFDs;
 357   for (const auto& fd : fds) {
 358     if (fd >= 0 && realFDs.count(fd) == 0) {
 359       realFDs.insert(fd);
 360     }
 361   }
 362
 363   std::vector<struct pollfd> pfds(realFDs.size());
 364   memset(pfds.data(), 0, realFDs.size()*sizeof(struct pollfd));
 365   int ctr = 0;
 366   for (const auto& fd : realFDs) {
 367     pfds[ctr].fd = fd;
 368     pfds[ctr].events = POLLIN;
 369     ctr++;
 370   }
 371
 372   int ret;
 373   if(seconds >= 0)
 374     ret = poll(pfds.data(), realFDs.size(), seconds * 1000 + useconds/1000);
 375   else
 376     ret = poll(pfds.data(), realFDs.size(), -1);
 377   if(ret <= 0)
 378     return ret;
 379
 380   set<int> pollinFDs;
 381   for (const auto& pfd : pfds) {
 382     if (pfd.revents & POLLIN) {
 383       pollinFDs.insert(pfd.fd);
 384     }
 385   }
 386   set<int>::const_iterator it(pollinFDs.begin());
 387   advance(it, random() % pollinFDs.size());
 388   *fdOut = *it;
 389   return 1;
 390 }
 391
 392 // returns -1 in case of error, 0 if no data is available, 1 if there is. In the first two cases, errno is set
 393 int waitFor2Data(int fd1, int fd2, int seconds, int useconds, int*fd)
 394 {
 395   int ret;
 396
 397   struct pollfd pfds[2];
 398   memset(&pfds[0], 0, 2*sizeof(struct pollfd));
 399   pfds[0].fd = fd1;
 400   pfds[1].fd = fd2;
 401
 402   pfds[0].events= pfds[1].events = POLLIN;
 403
 404   int nsocks = 1 + (fd2 >= 0); // fd2 can optionally be -1
 405
 406   if(seconds >= 0)
 407     ret = poll(pfds, nsocks, seconds * 1000 + useconds/1000);
 408   else
 409     ret = poll(pfds, nsocks, -1);
 410   if(!ret || ret < 0)
 411     return ret;
 412
 413   if((pfds[0].revents & POLLIN) && !(pfds[1].revents & POLLIN))
 414     *fd = pfds[0].fd;
 415   else if((pfds[1].revents & POLLIN) && !(pfds[0].revents & POLLIN))
 416     *fd = pfds[1].fd;
 417   else if(ret == 2) {
 418     *fd = pfds[random()%2].fd;
 419   }
 420   else
 421     *fd = -1; // should never happen
 422
 423   return 1;
 424 }
 425
 426
 427 string humanDuration(time_t passed)
 428 {
 429   ostringstream ret;
 430   if(passed<60)
 431     ret<<passed<<" seconds";
 432   else if(passed<3600)
 433     ret<<std::setprecision(2)<<passed/60.0<<" minutes";
 434   else if(passed<86400)
 435     ret<<std::setprecision(3)<<passed/3600.0<<" hours";
 436   else if(passed<(86400*30.41))
 437     ret<<std::setprecision(3)<<passed/86400.0<<" days";
 438   else
 439     ret<<std::setprecision(3)<<passed/(86400*30.41)<<" months";
 440
 441   return ret.str();
 442 }
 443
 444 DTime::DTime()
 445 {
 446 //  set(); // saves lots of gettimeofday calls
 447   d_set.tv_sec=d_set.tv_usec=0;
 448 }
 449
 450 time_t DTime::time()
 451 {
 452   return d_set.tv_sec;
 453 }
 454
 455 const string unquotify(const string &item)
 456 {
 457   if(item.size()<2)
 458     return item;
 459
 460   string::size_type bpos=0, epos=item.size();
 461
 462   if(item[0]=='"')
 463     bpos=1;
 464
 465   if(item[epos-1]=='"')
 466     epos-=1;
 467
 468   return item.substr(bpos,epos-bpos);
 469 }
 470
 471 void stripLine(string &line)
 472 {
 473   string::size_type pos=line.find_first_of("\r\n");
 474   if(pos!=string::npos) {
 475     line.resize(pos);
 476   }
 477 }
 478
 479 string urlEncode(const string &text)
 480 {
 481   string ret;
 482   for(string::const_iterator i=text.begin();i!=text.end();++i)
 483     if(*i==' ')ret.append("%20");
 484     else ret.append(1,*i);
 485   return ret;
 486 }
 487
 488 string getHostname()
 489 {
 490 #ifndef MAXHOSTNAMELEN
 491 #define MAXHOSTNAMELEN 255
 492 #endif
 493
 494   char tmp[MAXHOSTNAMELEN];
 495   if(gethostname(tmp, MAXHOSTNAMELEN))
 496     return "UNKNOWN";
 497
 498   return string(tmp);
 499 }
 500
 501 string itoa(int i)
 502 {
 503   ostringstream o;
 504   o<<i;
 505   return o.str();
 506 }
 507
 508 string uitoa(unsigned int i) // MSVC 6 doesn't grok overloading (un)signed
 509 {
 510   ostringstream o;
 511   o<<i;
 512   return o.str();
 513 }
 514
 515 string bitFlip(const string &str)
 516 {
 517   string::size_type pos=0, epos=str.size();
 518   string ret;
 519   ret.reserve(epos);
 520   for(;pos < epos; ++pos)
 521     ret.append(1, ~str[pos]);
 522   return ret;
 523 }
 524
 525 string stringerror(int err)
 526 {
 527   return strerror(err);
 528 }
 529
 530 string stringerror()
 531 {
 532   return strerror(errno);
 533 }
 534
 535 void cleanSlashes(string &str)
 536 {
 537   string::const_iterator i;
 538   string out;
 539   for(i=str.begin();i!=str.end();++i) {
 540     if(*i=='/' && i!=str.begin() && *(i-1)=='/')
 541       continue;
 542     out.append(1,*i);
 543   }
 544   str=out;
 545 }
 546
 547
 548 bool IpToU32(const string &str, uint32_t *ip)
 549 {
 550   if(str.empty()) {
 551     *ip=0;
 552     return true;
 553   }
 554
 555   struct in_addr inp;
 556   if(inet_aton(str.c_str(), &inp)) {
 557     *ip=inp.s_addr;
 558     return true;
 559   }
 560   return false;
 561 }
 562
 563 string U32ToIP(uint32_t val)
 564 {
 565   char tmp[17];
 566   snprintf(tmp, sizeof(tmp), "%u.%u.%u.%u",
 567            (val >> 24)&0xff,
 568            (val >> 16)&0xff,
 569            (val >>  8)&0xff,
 570            (val      )&0xff);
 571   return string(tmp);
 572 }
 573
 574
 575 string makeHexDump(const string& str)
 576 {
 577   char tmp[5];
 578   string ret;
 579   ret.reserve((int)(str.size()*2.2));
 580
 581   for(string::size_type n=0;n<str.size();++n) {
 582     snprintf(tmp, sizeof(tmp), "%02x ", (unsigned char)str[n]);
 583     ret+=tmp;
 584   }
 585   return ret;
 586 }
 587
 588 void normalizeTV(struct timeval& tv)
 589 {
 590   if(tv.tv_usec > 1000000) {
 591     ++tv.tv_sec;
 592     tv.tv_usec-=1000000;
 593   }
 594   else if(tv.tv_usec < 0) {
 595     --tv.tv_sec;
 596     tv.tv_usec+=1000000;
 597   }
 598 }
 599
 600 const struct timeval operator+(const struct timeval& lhs, const struct timeval& rhs)
 601 {
 602   struct timeval ret;
 603   ret.tv_sec=lhs.tv_sec + rhs.tv_sec;
 604   ret.tv_usec=lhs.tv_usec + rhs.tv_usec;
 605   normalizeTV(ret);
 606   return ret;
 607 }
 608
 609 const struct timeval operator-(const struct timeval& lhs, const struct timeval& rhs)
 610 {
 611   struct timeval ret;
 612   ret.tv_sec=lhs.tv_sec - rhs.tv_sec;
 613   ret.tv_usec=lhs.tv_usec - rhs.tv_usec;
 614   normalizeTV(ret);
 615   return ret;
 616 }
 617
 618 pair<string, string> splitField(const string& inp, char sepa)
 619 {
 620   pair<string, string> ret;
 621   string::size_type cpos=inp.find(sepa);
 622   if(cpos==string::npos)
 623     ret.first=inp;
 624   else {
 625     ret.first=inp.substr(0, cpos);
 626     ret.second=inp.substr(cpos+1);
 627   }
 628   return ret;
 629 }
 630
 631 int logFacilityToLOG(unsigned int facility)
 632 {
 633   switch(facility) {
 634   case 0:
 635     return LOG_LOCAL0;
 636   case 1:
 637     return(LOG_LOCAL1);
 638   case 2:
 639     return(LOG_LOCAL2);
 640   case 3:
 641     return(LOG_LOCAL3);
 642   case 4:
 643     return(LOG_LOCAL4);
 644   case 5:
 645     return(LOG_LOCAL5);
 646   case 6:
 647     return(LOG_LOCAL6);
 648   case 7:
 649     return(LOG_LOCAL7);
 650   default:
 651     return -1;
 652   }
 653 }
 654
 655 string stripDot(const string& dom)
 656 {
 657   if(dom.empty())
 658     return dom;
 659
 660   if(dom[dom.size()-1]!='.')
 661     return dom;
 662
 663   return dom.substr(0,dom.size()-1);
 664 }
 665
 666
 667
 668 int makeIPv6sockaddr(const std::string& addr, struct sockaddr_in6* ret)
 669 {
 670   if(addr.empty())
 671     return -1;
 672   string ourAddr(addr);
 673   bool portSet = false;
 674   unsigned int port;
 675   if(addr[0]=='[') { // [::]:53 style address
 676     string::size_type pos = addr.find(']');
 677     if(pos == string::npos)
 678       return -1;
 679     ourAddr.assign(addr.c_str() + 1, pos-1);
 680     if (pos + 1 != addr.size()) { // complete after ], no port specified
 681       if (pos + 2 > addr.size() || addr[pos+1]!=':')
 682         return -1;
 683       try {
 684         port = pdns_stou(addr.substr(pos+2));
 685         portSet = true;
 686       }
 687       catch(const std::out_of_range&) {
 688         return -1;
 689       }
 690     }
 691   }
 692   ret->sin6_scope_id=0;
 693   ret->sin6_family=AF_INET6;
 694
 695   if(inet_pton(AF_INET6, ourAddr.c_str(), (void*)&ret->sin6_addr) != 1) {
 696     struct addrinfo* res;
 697     struct addrinfo hints;
 698     memset(&hints, 0, sizeof(hints));
 699
 700     hints.ai_family = AF_INET6;
 701     hints.ai_flags = AI_NUMERICHOST;
 702
 703     int error;
 704     // getaddrinfo has anomalous return codes, anything nonzero is an error, positive or negative
 705     if((error=getaddrinfo(ourAddr.c_str(), 0, &hints, &res))) {
 706       return -1;
 707     }
 708
 709     memcpy(ret, res->ai_addr, res->ai_addrlen);
 710     freeaddrinfo(res);
 711   }
 712
 713   if(portSet) {
 714     if(port > 65535)
 715       return -1;
 716
 717     ret->sin6_port = htons(port);
 718   }
 719
 720   return 0;
 721 }
 722
 723 int makeIPv4sockaddr(const std::string& str, struct sockaddr_in* ret)
 724 {
 725   if(str.empty()) {
 726     return -1;
 727   }
 728   struct in_addr inp;
 729
 730   string::size_type pos = str.find(':');
 731   if(pos == string::npos) { // no port specified, not touching the port
 732     if(inet_aton(str.c_str(), &inp)) {
 733       ret->sin_addr.s_addr=inp.s_addr;
 734       return 0;
 735     }
 736     return -1;
 737   }
 738   if(!*(str.c_str() + pos + 1)) // trailing :
 739     return -1;
 740
 741   char *eptr = (char*)str.c_str() + str.size();
 742   int port = strtol(str.c_str() + pos + 1, &eptr, 10);
 743   if (port < 0 || port > 65535)
 744     return -1;
 745
 746   if(*eptr)
 747     return -1;
 748
 749   ret->sin_port = htons(port);
 750   if(inet_aton(str.substr(0, pos).c_str(), &inp)) {
 751     ret->sin_addr.s_addr=inp.s_addr;
 752     return 0;
 753   }
 754   return -1;
 755 }
 756
 757 int makeUNsockaddr(const std::string& path, struct sockaddr_un* ret)
 758 {
 759   if (path.empty())
 760     return -1;
 761
 762   memset(ret, 0, sizeof(struct sockaddr_un));
 763   ret->sun_family = AF_UNIX;
 764   if (path.length() >= sizeof(ret->sun_path))
 765     return -1;
 766
 767   path.copy(ret->sun_path, sizeof(ret->sun_path), 0);
 768   return 0;
 769 }
 770
 771 //! read a line of text from a FILE* to a std::string, returns false on 'no data'
 772 bool stringfgets(FILE* fp, std::string& line)
 773 {
 774   char buffer[1024];
 775   line.clear();
 776
 777   do {
 778     if(!fgets(buffer, sizeof(buffer), fp))
 779       return !line.empty();
 780
 781     line.append(buffer);
 782   } while(!strchr(buffer, '\n'));
 783   return true;
 784 }
 785
 786 bool readFileIfThere(const char* fname, std::string* line)
 787 {
 788   line->clear();
 789   auto fp = std::unique_ptr<FILE, int(*)(FILE*)>(fopen(fname, "r"), fclose);
 790   if(!fp)
 791     return false;
 792   stringfgets(fp.get(), *line);
 793   fp.reset();
 794
 795   return true;
 796 }
 797
 798 Regex::Regex(const string &expr)
 799 {
 800   if(regcomp(&d_preg, expr.c_str(), REG_ICASE|REG_NOSUB|REG_EXTENDED))
 801     throw PDNSException("Regular expression did not compile");
 802 }
 803
 804 // if you end up here because valgrind told you were are doing something wrong
 805 // with msgh->msg_controllen, please refer to https://github.com/PowerDNS/pdns/pull/3962
 806 // first.
 807 // Note that cmsgbuf should be aligned the same as a struct cmsghdr
 808 void addCMsgSrcAddr(struct msghdr* msgh, cmsgbuf_aligned* cmsgbuf, const ComboAddress* source, int itfIndex)
 809 {
 810   struct cmsghdr *cmsg = NULL;
 811
 812   if(source->sin4.sin_family == AF_INET6) {
 813     struct in6_pktinfo *pkt;
 814
 815     msgh->msg_control = cmsgbuf;
 816 #if !defined( __APPLE__ )
 817     /* CMSG_SPACE is not a constexpr on macOS */
 818     static_assert(CMSG_SPACE(sizeof(*pkt)) <= sizeof(*cmsgbuf), "Buffer is too small for in6_pktinfo");
 819 #else /* __APPLE__ */
 820     if (CMSG_SPACE(sizeof(*pkt)) > sizeof(*cmsgbuf)) {
 821       throw std::runtime_error("Buffer is too small for in6_pktinfo");
 822     }
 823 #endif /* __APPLE__ */
 824     msgh->msg_controllen = CMSG_SPACE(sizeof(*pkt));
 825
 826     cmsg = CMSG_FIRSTHDR(msgh);
 827     cmsg->cmsg_level = IPPROTO_IPV6;
 828     cmsg->cmsg_type = IPV6_PKTINFO;
 829     cmsg->cmsg_len = CMSG_LEN(sizeof(*pkt));
 830
 831     pkt = (struct in6_pktinfo *) CMSG_DATA(cmsg);
 832     // Include the padding to stop valgrind complaining about passing uninitialized data
 833     memset(pkt, 0, CMSG_SPACE(sizeof(*pkt)));
 834     pkt->ipi6_addr = source->sin6.sin6_addr;
 835     pkt->ipi6_ifindex = itfIndex;
 836   }
 837   else {
 838 #if defined(IP_PKTINFO)
 839     struct in_pktinfo *pkt;
 840
 841     msgh->msg_control = cmsgbuf;
 842 #if !defined( __APPLE__ )
 843     /* CMSG_SPACE is not a constexpr on macOS */
 844     static_assert(CMSG_SPACE(sizeof(*pkt)) <= sizeof(*cmsgbuf), "Buffer is too small for in_pktinfo");
 845 #else /* __APPLE__ */
 846     if (CMSG_SPACE(sizeof(*pkt)) > sizeof(*cmsgbuf)) {
 847       throw std::runtime_error("Buffer is too small for in_pktinfo");
 848     }
 849 #endif /* __APPLE__ */
 850     msgh->msg_controllen = CMSG_SPACE(sizeof(*pkt));
 851
 852     cmsg = CMSG_FIRSTHDR(msgh);
 853     cmsg->cmsg_level = IPPROTO_IP;
 854     cmsg->cmsg_type = IP_PKTINFO;
 855     cmsg->cmsg_len = CMSG_LEN(sizeof(*pkt));
 856
 857     pkt = (struct in_pktinfo *) CMSG_DATA(cmsg);
 858     // Include the padding to stop valgrind complaining about passing uninitialized data
 859     memset(pkt, 0, CMSG_SPACE(sizeof(*pkt)));
 860     pkt->ipi_spec_dst = source->sin4.sin_addr;
 861     pkt->ipi_ifindex = itfIndex;
 862 #elif defined(IP_SENDSRCADDR)
 863     struct in_addr *in;
 864
 865     msgh->msg_control = cmsgbuf;
 866 #if !defined( __APPLE__ )
 867     static_assert(CMSG_SPACE(sizeof(*in)) <= sizeof(*cmsgbuf), "Buffer is too small for in_addr");
 868 #else /* __APPLE__ */
 869     if (CMSG_SPACE(sizeof(*in)) > sizeof(*cmsgbuf)) {
 870       throw std::runtime_error("Buffer is too small for in_addr");
 871     }
 872 #endif /* __APPLE__ */
 873     msgh->msg_controllen = CMSG_SPACE(sizeof(*in));
 874
 875     cmsg = CMSG_FIRSTHDR(msgh);
 876     cmsg->cmsg_level = IPPROTO_IP;
 877     cmsg->cmsg_type = IP_SENDSRCADDR;
 878     cmsg->cmsg_len = CMSG_LEN(sizeof(*in));
 879
 880     // Include the padding to stop valgrind complaining about passing uninitialized data
 881     in = (struct in_addr *) CMSG_DATA(cmsg);
 882     memset(in, 0, CMSG_SPACE(sizeof(*in)));
 883     *in = source->sin4.sin_addr;
 884 #endif
 885   }
 886 }
 887
 888 unsigned int getFilenumLimit(bool hardOrSoft)
 889 {
 890   struct rlimit rlim;
 891   if(getrlimit(RLIMIT_NOFILE, &rlim) < 0)
 892     unixDie("Requesting number of available file descriptors");
 893   return hardOrSoft ? rlim.rlim_max : rlim.rlim_cur;
 894 }
 895
 896 void setFilenumLimit(unsigned int lim)
 897 {
 898   struct rlimit rlim;
 899
 900   if(getrlimit(RLIMIT_NOFILE, &rlim) < 0)
 901     unixDie("Requesting number of available file descriptors");
 902   rlim.rlim_cur=lim;
 903   if(setrlimit(RLIMIT_NOFILE, &rlim) < 0)
 904     unixDie("Setting number of available file descriptors");
 905 }
 906
 907 #define burtlemix(a,b,c) \
 908 { \
 909   a -= b; a -= c; a ^= (c>>13); \
 910   b -= c; b -= a; b ^= (a<<8); \
 911   c -= a; c -= b; c ^= (b>>13); \
 912   a -= b; a -= c; a ^= (c>>12);  \
 913   b -= c; b -= a; b ^= (a<<16); \
 914   c -= a; c -= b; c ^= (b>>5); \
 915   a -= b; a -= c; a ^= (c>>3);  \
 916   b -= c; b -= a; b ^= (a<<10); \
 917   c -= a; c -= b; c ^= (b>>15); \
 918 }
 919
 920 uint32_t burtle(const unsigned char* k, uint32_t length, uint32_t initval)
 921 {
 922   uint32_t a,b,c,len;
 923
 924    /* Set up the internal state */
 925   len = length;
 926   a = b = 0x9e3779b9;  /* the golden ratio; an arbitrary value */
 927   c = initval;         /* the previous hash value */
 928
 929   /*---------------------------------------- handle most of the key */
 930   while (len >= 12) {
 931     a += (k[0] +((uint32_t)k[1]<<8) +((uint32_t)k[2]<<16) +((uint32_t)k[3]<<24));
 932     b += (k[4] +((uint32_t)k[5]<<8) +((uint32_t)k[6]<<16) +((uint32_t)k[7]<<24));
 933     c += (k[8] +((uint32_t)k[9]<<8) +((uint32_t)k[10]<<16)+((uint32_t)k[11]<<24));
 934     burtlemix(a,b,c);
 935     k += 12; len -= 12;
 936   }
 937
 938   /*------------------------------------- handle the last 11 bytes */
 939   c += length;
 940   switch(len) {             /* all the case statements fall through */
 941   case 11: c+=((uint32_t)k[10]<<24);
 942     /* fall-through */
 943   case 10: c+=((uint32_t)k[9]<<16);
 944     /* fall-through */
 945   case 9 : c+=((uint32_t)k[8]<<8);
 946     /* the first byte of c is reserved for the length */
 947     /* fall-through */
 948   case 8 : b+=((uint32_t)k[7]<<24);
 949     /* fall-through */
 950   case 7 : b+=((uint32_t)k[6]<<16);
 951     /* fall-through */
 952   case 6 : b+=((uint32_t)k[5]<<8);
 953     /* fall-through */
 954   case 5 : b+=k[4];
 955     /* fall-through */
 956   case 4 : a+=((uint32_t)k[3]<<24);
 957     /* fall-through */
 958   case 3 : a+=((uint32_t)k[2]<<16);
 959     /* fall-through */
 960   case 2 : a+=((uint32_t)k[1]<<8);
 961     /* fall-through */
 962   case 1 : a+=k[0];
 963     /* case 0: nothing left to add */
 964   }
 965   burtlemix(a,b,c);
 966   /*-------------------------------------------- report the result */
 967   return c;
 968 }
 969
 970 uint32_t burtleCI(const unsigned char* k, uint32_t length, uint32_t initval)
 971 {
 972   uint32_t a,b,c,len;
 973
 974    /* Set up the internal state */
 975   len = length;
 976   a = b = 0x9e3779b9;  /* the golden ratio; an arbitrary value */
 977   c = initval;         /* the previous hash value */
 978
 979   /*---------------------------------------- handle most of the key */
 980   while (len >= 12) {
 981     a += (dns_tolower(k[0]) +((uint32_t)dns_tolower(k[1])<<8) +((uint32_t)dns_tolower(k[2])<<16) +((uint32_t)dns_tolower(k[3])<<24));
 982     b += (dns_tolower(k[4]) +((uint32_t)dns_tolower(k[5])<<8) +((uint32_t)dns_tolower(k[6])<<16) +((uint32_t)dns_tolower(k[7])<<24));
 983     c += (dns_tolower(k[8]) +((uint32_t)dns_tolower(k[9])<<8) +((uint32_t)dns_tolower(k[10])<<16)+((uint32_t)dns_tolower(k[11])<<24));
 984     burtlemix(a,b,c);
 985     k += 12; len -= 12;
 986   }
 987
 988   /*------------------------------------- handle the last 11 bytes */
 989   c += length;
 990   switch(len) {             /* all the case statements fall through */
 991   case 11: c+=((uint32_t)dns_tolower(k[10])<<24);
 992     /* fall-through */
 993   case 10: c+=((uint32_t)dns_tolower(k[9])<<16);
 994     /* fall-through */
 995   case 9 : c+=((uint32_t)dns_tolower(k[8])<<8);
 996     /* the first byte of c is reserved for the length */
 997     /* fall-through */
 998   case 8 : b+=((uint32_t)dns_tolower(k[7])<<24);
 999     /* fall-through */
1000   case 7 : b+=((uint32_t)dns_tolower(k[6])<<16);
1001     /* fall-through */
1002   case 6 : b+=((uint32_t)dns_tolower(k[5])<<8);
1003     /* fall-through */
1004   case 5 : b+=dns_tolower(k[4]);
1005     /* fall-through */
1006   case 4 : a+=((uint32_t)dns_tolower(k[3])<<24);
1007     /* fall-through */
1008   case 3 : a+=((uint32_t)dns_tolower(k[2])<<16);
1009     /* fall-through */
1010   case 2 : a+=((uint32_t)dns_tolower(k[1])<<8);
1011     /* fall-through */
1012   case 1 : a+=dns_tolower(k[0]);
1013     /* case 0: nothing left to add */
1014   }
1015   burtlemix(a,b,c);
1016   /*-------------------------------------------- report the result */
1017   return c;
1018 }
1019
1020
1021 bool setSocketTimestamps(int fd)
1022 {
1023 #ifdef SO_TIMESTAMP
1024   int on=1;
1025   return setsockopt(fd, SOL_SOCKET, SO_TIMESTAMP, (char*)&on, sizeof(on)) == 0;
1026 #else
1027   return true; // we pretend this happened.
1028 #endif
1029 }
1030
1031 bool setTCPNoDelay(int sock)
1032 {
1033   int flag = 1;
1034   return setsockopt(sock,            /* socket affected */
1035                     IPPROTO_TCP,     /* set option at TCP level */
1036                     TCP_NODELAY,     /* name of option */
1037                     (char *) &flag,  /* the cast is historical cruft */
1038                     sizeof(flag)) == 0;    /* length of option value */
1039 }
1040
1041
1042 bool setNonBlocking(int sock)
1043 {
1044   int flags=fcntl(sock,F_GETFL,0);
1045   if(flags<0 || fcntl(sock, F_SETFL,flags|O_NONBLOCK) <0)
1046     return false;
1047   return true;
1048 }
1049
1050 bool setBlocking(int sock)
1051 {
1052   int flags=fcntl(sock,F_GETFL,0);
1053   if(flags<0 || fcntl(sock, F_SETFL,flags&(~O_NONBLOCK)) <0)
1054     return false;
1055   return true;
1056 }
1057
1058 bool setReuseAddr(int sock)
1059 {
1060   int tmp = 1;
1061   if (setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, (char*)&tmp, static_cast<unsigned>(sizeof tmp))<0)
1062     throw PDNSException(string("Setsockopt failed: ")+stringerror());
1063   return true;
1064 }
1065
1066 bool isNonBlocking(int sock)
1067 {
1068   int flags=fcntl(sock,F_GETFL,0);
1069   return flags & O_NONBLOCK;
1070 }
1071
1072 bool setReceiveSocketErrors(int sock, int af)
1073 {
1074 #ifdef __linux__
1075   int tmp = 1, ret;
1076   if (af == AF_INET) {
1077     ret = setsockopt(sock, IPPROTO_IP, IP_RECVERR, &tmp, sizeof(tmp));
1078   } else {
1079     ret = setsockopt(sock, IPPROTO_IPV6, IPV6_RECVERR, &tmp, sizeof(tmp));
1080   }
1081   if (ret < 0) {
1082     throw PDNSException(string("Setsockopt failed: ") + stringerror());
1083   }
1084 #endif
1085   return true;
1086 }
1087
1088 // Closes a socket.
1089 int closesocket( int socket )
1090 {
1091   int ret=::close(socket);
1092   if(ret < 0 && errno == ECONNRESET) // see ticket 192, odd BSD behaviour
1093     return 0;
1094   if(ret < 0)
1095     throw PDNSException("Error closing socket: "+stringerror());
1096   return ret;
1097 }
1098
1099 bool setCloseOnExec(int sock)
1100 {
1101   int flags=fcntl(sock,F_GETFD,0);
1102   if(flags<0 || fcntl(sock, F_SETFD,flags|FD_CLOEXEC) <0)
1103     return false;
1104   return true;
1105 }
1106
1107 string getMACAddress(const ComboAddress& ca)
1108 {
1109   string ret;
1110 #ifdef __linux__
1111   ifstream ifs("/proc/net/arp");
1112   if(!ifs)
1113     return ret;
1114   string line;
1115   string match=ca.toString()+' ';
1116   while(getline(ifs, line)) {
1117     if(boost::starts_with(line, match)) {
1118       vector<string> parts;
1119       stringtok(parts, line, " \n\t\r");
1120       if(parts.size() < 4)
1121         return ret;
1122       unsigned int tmp[6];
1123       sscanf(parts[3].c_str(), "%02x:%02x:%02x:%02x:%02x:%02x", tmp, tmp+1, tmp+2, tmp+3, tmp+4, tmp+5);
1124       for(int i = 0 ; i< 6 ; ++i)
1125         ret.append(1, (char)tmp[i]);
1126       return ret;
1127     }
1128   }
1129 #endif
1130   return ret;
1131 }
1132
1133 uint64_t udpErrorStats(const std::string& str)
1134 {
1135 #ifdef __linux__
1136   ifstream ifs("/proc/net/snmp");
1137   if(!ifs)
1138     return 0;
1139   string line;
1140   vector<string> parts;
1141   while(getline(ifs,line)) {
1142     if(boost::starts_with(line, "Udp: ") && isdigit(line[5])) {
1143       stringtok(parts, line, " \n\t\r");
1144       if(parts.size() < 7)
1145         break;
1146       if(str=="udp-rcvbuf-errors")
1147         return std::stoull(parts[5]);
1148       else if(str=="udp-sndbuf-errors")
1149         return std::stoull(parts[6]);
1150       else if(str=="udp-noport-errors")
1151         return std::stoull(parts[2]);
1152       else if(str=="udp-in-errors")
1153         return std::stoull(parts[3]);
1154       else
1155         return 0;
1156     }
1157   }
1158 #endif
1159   return 0;
1160 }
1161
1162 uint64_t getCPUIOWait(const std::string& str)
1163 {
1164 #ifdef __linux__
1165   ifstream ifs("/proc/stat");
1166   if (!ifs) {
1167     return 0;
1168   }
1169
1170   string line;
1171   vector<string> parts;
1172   while (getline(ifs, line)) {
1173     if (boost::starts_with(line, "cpu ")) {
1174       stringtok(parts, line, " \n\t\r");
1175
1176       if (parts.size() < 6) {
1177         break;
1178       }
1179
1180       return std::stoull(parts[5]);
1181     }
1182   }
1183 #endif
1184   return 0;
1185 }
1186
1187 uint64_t getCPUSteal(const std::string& str)
1188 {
1189 #ifdef __linux__
1190   ifstream ifs("/proc/stat");
1191   if (!ifs) {
1192     return 0;
1193   }
1194
1195   string line;
1196   vector<string> parts;
1197   while (getline(ifs, line)) {
1198     if (boost::starts_with(line, "cpu ")) {
1199       stringtok(parts, line, " \n\t\r");
1200
1201       if (parts.size() < 9) {
1202         break;
1203       }
1204
1205       return std::stoull(parts[8]);
1206     }
1207   }
1208 #endif
1209   return 0;
1210 }
1211
1212 bool getTSIGHashEnum(const DNSName& algoName, TSIGHashEnum& algoEnum)
1213 {
1214   if (algoName == DNSName("hmac-md5.sig-alg.reg.int") || algoName == DNSName("hmac-md5"))
1215     algoEnum = TSIG_MD5;
1216   else if (algoName == DNSName("hmac-sha1"))
1217     algoEnum = TSIG_SHA1;
1218   else if (algoName == DNSName("hmac-sha224"))
1219     algoEnum = TSIG_SHA224;
1220   else if (algoName == DNSName("hmac-sha256"))
1221     algoEnum = TSIG_SHA256;
1222   else if (algoName == DNSName("hmac-sha384"))
1223     algoEnum = TSIG_SHA384;
1224   else if (algoName == DNSName("hmac-sha512"))
1225     algoEnum = TSIG_SHA512;
1226   else if (algoName == DNSName("gss-tsig"))
1227     algoEnum = TSIG_GSS;
1228   else {
1229      return false;
1230   }
1231   return true;
1232 }
1233
1234 DNSName getTSIGAlgoName(TSIGHashEnum& algoEnum)
1235 {
1236   switch(algoEnum) {
1237   case TSIG_MD5: return DNSName("hmac-md5.sig-alg.reg.int.");
1238   case TSIG_SHA1: return DNSName("hmac-sha1.");
1239   case TSIG_SHA224: return DNSName("hmac-sha224.");
1240   case TSIG_SHA256: return DNSName("hmac-sha256.");
1241   case TSIG_SHA384: return DNSName("hmac-sha384.");
1242   case TSIG_SHA512: return DNSName("hmac-sha512.");
1243   case TSIG_GSS: return DNSName("gss-tsig.");
1244   }
1245   throw PDNSException("getTSIGAlgoName does not understand given algorithm, please fix!");
1246 }
1247
1248 uint64_t getOpenFileDescriptors(const std::string&)
1249 {
1250 #ifdef __linux__
1251   DIR* dirhdl=opendir(("/proc/"+std::to_string(getpid())+"/fd/").c_str());
1252   if(!dirhdl)
1253     return 0;
1254
1255   struct dirent *entry;
1256   int ret=0;
1257   while((entry = readdir(dirhdl))) {
1258     uint32_t num;
1259     try {
1260       num = pdns_stou(entry->d_name);
1261     } catch (...) {
1262       continue; // was not a number.
1263     }
1264     if(std::to_string(num) == entry->d_name)
1265       ret++;
1266   }
1267   closedir(dirhdl);
1268   return ret;
1269
1270 #else
1271   return 0;
1272 #endif
1273 }
1274
1275 uint64_t getRealMemoryUsage(const std::string&)
1276 {
1277 #ifdef __linux__
1278   ifstream ifs("/proc/self/statm");
1279   if(!ifs)
1280     return 0;
1281
1282   uint64_t size, resident, shared, text, lib, data;
1283   ifs >> size >> resident >> shared >> text >> lib >> data;
1284
1285   return data * getpagesize();
1286 #else
1287   struct rusage ru;
1288   if (getrusage(RUSAGE_SELF, &ru) != 0)
1289     return 0;
1290   return ru.ru_maxrss * 1024;
1291 #endif
1292 }
1293
1294
1295 uint64_t getSpecialMemoryUsage(const std::string&)
1296 {
1297 #ifdef __linux__
1298   ifstream ifs("/proc/self/smaps");
1299   if(!ifs)
1300     return 0;
1301   string line;
1302   uint64_t bytes=0;
1303   string header("Private_Dirty:");
1304   while(getline(ifs, line)) {
1305     if(boost::starts_with(line, header)) {
1306       bytes += std::stoull(line.substr(header.length() + 1))*1024;
1307     }
1308   }
1309   return bytes;
1310 #else
1311   return 0;
1312 #endif
1313 }
1314
1315 uint64_t getCPUTimeUser(const std::string&)
1316 {
1317   struct rusage ru;
1318   getrusage(RUSAGE_SELF, &ru);
1319   return (ru.ru_utime.tv_sec*1000ULL + ru.ru_utime.tv_usec/1000);
1320 }
1321
1322 uint64_t getCPUTimeSystem(const std::string&)
1323 {
1324   struct rusage ru;
1325   getrusage(RUSAGE_SELF, &ru);
1326   return (ru.ru_stime.tv_sec*1000ULL + ru.ru_stime.tv_usec/1000);
1327 }
1328
1329 double DiffTime(const struct timespec& first, const struct timespec& second)
1330 {
1331   int seconds=second.tv_sec - first.tv_sec;
1332   int nseconds=second.tv_nsec - first.tv_nsec;
1333
1334   if(nseconds < 0) {
1335     seconds-=1;
1336     nseconds+=1000000000;
1337   }
1338   return seconds + nseconds/1000000000.0;
1339 }
1340
1341 double DiffTime(const struct timeval& first, const struct timeval& second)
1342 {
1343   int seconds=second.tv_sec - first.tv_sec;
1344   int useconds=second.tv_usec - first.tv_usec;
1345
1346   if(useconds < 0) {
1347     seconds-=1;
1348     useconds+=1000000;
1349   }
1350   return seconds + useconds/1000000.0;
1351 }
1352
1353 uid_t strToUID(const string &str)
1354 {
1355   uid_t result = 0;
1356   const char * cstr = str.c_str();
1357   struct passwd * pwd = getpwnam(cstr);
1358
1359   if (pwd == NULL) {
1360     long long val;
1361
1362     try {
1363       val = stoll(str);
1364     }
1365     catch(std::exception& e) {
1366       throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr).str() );
1367     }
1368
1369     if (val < std::numeric_limits<uid_t>::min() || val > std::numeric_limits<uid_t>::max()) {
1370       throw runtime_error((boost::format("Error: Unable to parse user ID %s") % cstr).str() );
1371     }
1372
1373     result = static_cast<uid_t>(val);
1374   }
1375   else {
1376     result = pwd->pw_uid;
1377   }
1378
1379   return result;
1380 }
1381
1382 gid_t strToGID(const string &str)
1383 {
1384   gid_t result = 0;
1385   const char * cstr = str.c_str();
1386   struct group * grp = getgrnam(cstr);
1387
1388   if (grp == NULL) {
1389     long long val;
1390
1391     try {
1392       val = stoll(str);
1393     }
1394     catch(std::exception& e) {
1395       throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr).str() );
1396     }
1397
1398     if (val < std::numeric_limits<gid_t>::min() || val > std::numeric_limits<gid_t>::max()) {
1399       throw runtime_error((boost::format("Error: Unable to parse group ID %s") % cstr).str() );
1400     }
1401
1402     result = static_cast<gid_t>(val);
1403   }
1404   else {
1405     result = grp->gr_gid;
1406   }
1407
1408   return result;
1409 }
1410
1411 unsigned int pdns_stou(const std::string& str, size_t * idx, int base)
1412 {
1413   if (str.empty()) return 0; // compatibility
1414   unsigned long result;
1415   try {
1416     result = std::stoul(str, idx, base);
1417   }
1418   catch(std::invalid_argument& e) {
1419     throw std::invalid_argument(string(e.what()) + "; (invalid argument during std::stoul); data was \""+str+"\"");
1420   }
1421   catch(std::out_of_range& e) {
1422     throw std::out_of_range(string(e.what()) + "; (out of range during std::stoul); data was \""+str+"\"");
1423   }
1424   if (result > std::numeric_limits<unsigned int>::max()) {
1425     throw std::out_of_range("stoul returned result out of unsigned int range; data was \""+str+"\"");
1426   }
1427   return static_cast<unsigned int>(result);
1428 }
1429
1430 bool isSettingThreadCPUAffinitySupported()
1431 {
1432 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1433   return true;
1434 #else
1435   return false;
1436 #endif
1437 }
1438
1439 int mapThreadToCPUList(pthread_t tid, const std::set<int>& cpus)
1440 {
1441 #ifdef HAVE_PTHREAD_SETAFFINITY_NP
1442 #  ifdef __NetBSD__
1443   cpuset_t *cpuset;
1444   cpuset = cpuset_create();
1445   for (const auto cpuID : cpus) {
1446     cpuset_set(cpuID, cpuset);
1447   }
1448
1449   return pthread_setaffinity_np(tid,
1450                                 cpuset_size(cpuset),
1451                                 cpuset);
1452 #  else
1453 #    ifdef __FreeBSD__
1454 #      define cpu_set_t cpuset_t
1455 #    endif
1456   cpu_set_t cpuset;
1457   CPU_ZERO(&cpuset);
1458   for (const auto cpuID : cpus) {
1459     CPU_SET(cpuID, &cpuset);
1460   }
1461
1462   return pthread_setaffinity_np(tid,
1463                                 sizeof(cpuset),
1464                                 &cpuset);
1465 #  endif
1466 #else
1467   return ENOSYS;
1468 #endif /* HAVE_PTHREAD_SETAFFINITY_NP */
1469 }
1470
1471 std::vector<ComboAddress> getResolvers(const std::string& resolvConfPath)
1472 {
1473   std::vector<ComboAddress> results;
1474
1475   ifstream ifs(resolvConfPath);
1476   if (!ifs) {
1477     return results;
1478   }
1479
1480   string line;
1481   while(std::getline(ifs, line)) {
1482     boost::trim_right_if(line, is_any_of(" \r\n\x1a"));
1483     boost::trim_left(line); // leading spaces, let's be nice
1484
1485     string::size_type tpos = line.find_first_of(";#");
1486     if (tpos != string::npos) {
1487       line.resize(tpos);
1488     }
1489
1490     if (boost::starts_with(line, "nameserver ") || boost::starts_with(line, "nameserver\t")) {
1491       vector<string> parts;
1492       stringtok(parts, line, " \t,"); // be REALLY nice
1493       for(vector<string>::const_iterator iter = parts.begin() + 1; iter != parts.end(); ++iter) {
1494         try {
1495           results.emplace_back(*iter, 53);
1496         }
1497         catch(...)
1498         {
1499         }
1500       }
1501     }
1502   }
1503
1504   return results;
1505 }
1506
1507 size_t getPipeBufferSize(int fd)
1508 {
1509 #ifdef F_GETPIPE_SZ
1510   int res = fcntl(fd, F_GETPIPE_SZ);
1511   if (res == -1) {
1512     return 0;
1513   }
1514   return res;
1515 #else
1516   errno = ENOSYS;
1517   return 0;
1518 #endif /* F_GETPIPE_SZ */
1519 }
1520
1521 bool setPipeBufferSize(int fd, size_t size)
1522 {
1523 #ifdef F_SETPIPE_SZ
1524   if (size > std::numeric_limits<int>::max()) {
1525     errno = EINVAL;
1526     return false;
1527   }
1528   int newSize = static_cast<int>(size);
1529   int res = fcntl(fd, F_SETPIPE_SZ, newSize);
1530   if (res == -1) {
1531     return false;
1532   }
1533   return true;
1534 #else
1535   errno = ENOSYS;
1536   return false;
1537 #endif /* F_SETPIPE_SZ */
1538 }