[thirdparty/pdns.git] / pdns / test-packetcache_cc.cc

#define BOOST_TEST_DYN_LINK
#define BOOST_TEST_NO_MAIN

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <boost/test/unit_test.hpp>
#include <boost/test/floating_point_comparison.hpp>
#include "iputils.hh"
#include "nameserver.hh"
#include "statbag.hh"
#include "auth-packetcache.hh"
#include "auth-querycache.hh"
#include "arguments.hh"
#include <utility>
extern StatBag S;

BOOST_AUTO_TEST_SUITE(test_packetcache_cc)

BOOST_AUTO_TEST_CASE(test_AuthQueryCacheSimple) {
  AuthQueryCache QC;
  QC.setMaxEntries(1000000);

  vector<DNSZoneRecord> records;

  BOOST_CHECK_EQUAL(QC.size(), 0);
  QC.insert(DNSName("hello"), QType(QType::A), records, 3600, 1);
  BOOST_CHECK_EQUAL(QC.size(), 1);
  BOOST_CHECK_EQUAL(QC.purge(), 1);
  BOOST_CHECK_EQUAL(QC.size(), 0);

  uint64_t counter=0;
  try {
    for(counter = 0; counter < 100000; ++counter) {
      DNSName a=DNSName("hello ")+DNSName(std::to_string(counter));
      BOOST_CHECK_EQUAL(DNSName(a.toString()), a);

      QC.insert(a, QType(QType::A), records, 3600, 1);
      if(!QC.purge(a.toString()))
	BOOST_FAIL("Could not remove entry we just added to the query cache!");
      QC.insert(a, QType(QType::A), records, 3600, 1);
    }

    BOOST_CHECK_EQUAL(QC.size(), counter);

    uint64_t delcounter=0;
    for(delcounter=0; delcounter < counter/100; ++delcounter) {
      DNSName a=DNSName("hello ")+DNSName(std::to_string(delcounter));
      BOOST_CHECK_EQUAL(QC.purge(a.toString()), 1);
    }

    BOOST_CHECK_EQUAL(QC.size(), counter-delcounter);

    uint64_t matches=0;
    vector<DNSZoneRecord> entry;
    int64_t expected=counter-delcounter;
    for(; delcounter < counter; ++delcounter) {
      if(QC.getEntry(DNSName("hello ")+DNSName(std::to_string(delcounter)), QType(QType::A), entry, 1)) {
	matches++;
      }
    }
    BOOST_CHECK_EQUAL(matches, expected);
    BOOST_CHECK_EQUAL(entry.size(), records.size());
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

static AuthQueryCache* g_QC;
static AtomicCounter g_QCmissing;

static void *threadQCMangler(void* a)
try
{
  vector<DNSZoneRecord> records;
  unsigned int offset=(unsigned int)(unsigned long)a;
  for(unsigned int counter=0; counter < 100000; ++counter)
    g_QC->insert(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), records, 3600, 1);
  return 0;
}
 catch(PDNSException& e) {
   cerr<<"Had error: "<<e.reason<<endl;
   throw;
 }

static void *threadQCReader(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  vector<DNSZoneRecord> entry;
  for(unsigned int counter=0; counter < 100000; ++counter)
    if(!g_QC->getEntry(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), entry, 1)) {
      g_QCmissing++;
    }
  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in threadQCReader: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_QueryCacheThreaded) {
  try {
    AuthQueryCache QC;
    QC.setMaxEntries(1000000);
    g_QC=&QC;
    pthread_t tid[4];
    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadQCMangler, (void*)(i*1000000UL));
    void* res;
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK_EQUAL(QC.size() + S.read("deferred-cache-inserts"), 400000);
    BOOST_CHECK_SMALL(1.0*S.read("deferred-cache-inserts"), 10000.0);

    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadQCReader, (void*)(i*1000000UL));
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK(S.read("deferred-cache-inserts") + S.read("deferred-cache-lookup") >= g_QCmissing);
    //    BOOST_CHECK_EQUAL(S.read("deferred-cache-lookup"), 0); // cache cleaning invalidates this
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

static AuthPacketCache* g_PC;
static AtomicCounter g_PCmissing;

static void *threadPCMangler(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  for(unsigned int counter=0; counter < 100000; ++counter) {
    vector<uint8_t> pak;
    DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));

    DNSPacketWriter pw(pak, qname, QType::A);
    DNSPacket q(true);
    q.parse((char*)&pak[0], pak.size());

    pak.clear();
    DNSPacketWriter pw2(pak, qname, QType::A);
    pw2.startRecord(qname, QType::A, 3600, QClass::IN, DNSResourceRecord::ANSWER);
    pw2.xfrIP(htonl(0x7f000001));
    pw2.commit();

    DNSPacket r(false);
    r.parse((char*)&pak[0], pak.size());

    /* this step is necessary to get a valid hash */
    DNSPacket cached(false);
    g_PC->get(&q, &cached);

    const unsigned int maxTTL = 3600;
    g_PC->insert(&q, &r, maxTTL);
  }

  return 0;
}
 catch(PDNSException& e) {
   cerr<<"Had error: "<<e.reason<<endl;
   throw;
 }

static void *threadPCReader(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  vector<DNSZoneRecord> entry;
  for(unsigned int counter=0; counter < 100000; ++counter) {
    vector<uint8_t> pak;
    DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));

    DNSPacketWriter pw(pak, qname, QType::A);
    DNSPacket q(true);
    q.parse((char*)&pak[0], pak.size());
    DNSPacket r(false);

    if(!g_PC->get(&q, &r)) {
      g_PCmissing++;
    }
  }

  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in threadPCReader: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_PacketCacheThreaded) {
  try {
    AuthPacketCache PC;
    PC.setMaxEntries(1000000);
    PC.setTTL(3600);

    g_PC=&PC;
    pthread_t tid[4];
    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadPCMangler, (void*)(i*1000000UL));
    void* res;
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK_EQUAL(PC.size() + S.read("deferred-packetcache-inserts"), 400000);
    BOOST_CHECK_SMALL(1.0*S.read("deferred-packetcache-inserts"), 10000.0);

    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadPCReader, (void*)(i*1000000UL));
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

/*
    cerr<<"Misses: "<<S.read("packetcache-miss")<<endl;
    cerr<<"Hits: "<<S.read("packetcache-hit")<<endl;
    cerr<<"Deferred inserts: "<<S.read("deferred-packetcache-inserts")<<endl;
    cerr<<"Deferred lookups: "<<S.read("deferred-packetcache-lookup")<<endl;
*/
    BOOST_CHECK_EQUAL(g_PCmissing + S.read("packetcache-hit"), 400000);
    BOOST_CHECK_GT(S.read("deferred-packetcache-inserts") + S.read("deferred-packetcache-lookup"), g_PCmissing);
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

bool g_stopCleaning;
static void *cacheCleaner(void*)
try
{
  while(!g_stopCleaning) {
    g_QC->cleanup();
  }

  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in cacheCleaner: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_QueryCacheClean) {
  try {
    AuthQueryCache QC;
    QC.setMaxEntries(10000);
    vector<DNSZoneRecord> records;

    for(unsigned int counter = 0; counter < 1000000; ++counter) {
      QC.insert(DNSName("hello ")+DNSName(std::to_string(counter)), QType(QType::A), records, 1, 1);
    }

    sleep(1);

    g_QC=&QC;
    pthread_t tid[4];

    pthread_create(&tid[0], 0, threadQCReader, (void*)(0*1000000UL));
    pthread_create(&tid[1], 0, threadQCReader, (void*)(1*1000000UL));
    pthread_create(&tid[2], 0, threadQCReader, (void*)(2*1000000UL));
    //    pthread_create(&tid[2], 0, threadMangler, (void*)(0*1000000UL));
    pthread_create(&tid[3], 0, cacheCleaner, 0);

    void *res;
    for(int i=0; i < 3 ; ++i)
      pthread_join(tid[i], &res);
    g_stopCleaning=true;
    pthread_join(tid[3], &res);
  }
  catch(PDNSException& e) {
    cerr<<"Had error in test_QueryCacheClean: "<<e.reason<<endl;
    throw;
  }
}

BOOST_AUTO_TEST_CASE(test_AuthPacketCache) {
  try {
    ::arg().setSwitch("no-shuffle","Set this to prevent random shuffling of answers - for regression testing")="off";

    AuthPacketCache PC;
    PC.setTTL(20);
    PC.setMaxEntries(100000);

    vector<uint8_t> pak;
    DNSPacket q(true), differentIDQ(true), ednsQ(true), ednsVersion42(true), ednsDO(true), ecs1(true), ecs2(true), ecs3(true);
    DNSPacket r(false), r2(false);

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      q.parse((char*)&pak[0], pak.size());

      differentIDQ.parse((char*)&pak[0], pak.size());
      differentIDQ.setID(4242);

      pw.addOpt(512, 0, 0);
      pw.commit();
      ednsQ.parse((char*)&pak[0], pak.size());

      pak.clear();
    }

    DNSPacketWriter::optvect_t opts;
    EDNSSubnetOpts ecsOpts;
    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, 0, DNSPacketWriter::optvect_t(), 42);
      pw.commit();
      ednsVersion42.parse((char*)&pak[0], pak.size());
      pak.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, EDNSOpts::DNSSECOK);
      pw.commit();
      ednsDO.parse((char*)&pak[0], pak.size());
      pak.clear();
    }

    {
      ecsOpts.source = Netmask(ComboAddress("192.0.2.1"), 32);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs1.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      ecsOpts.source = Netmask(ComboAddress("192.0.2.2"), 32);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs2.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      ecsOpts.source = Netmask(ComboAddress("192.0.2.3"), 16);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs3.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.startRecord(DNSName("www.powerdns.com"), QType::A, 16, 1, DNSResourceRecord::ANSWER);
      pw.xfrIP(htonl(0x7f000001));
      pw.commit();

      r.parse((char*)&pak[0], pak.size());
    }

    /* this call is required so the correct hash is set into q->d_hash */
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* different QID, still should match */
    BOOST_CHECK_EQUAL(PC.get(&differentIDQ, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* with EDNS, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsQ, &r2), false);
    /* inserting the EDNS-enabled one too */
    PC.insert(&ednsQ, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 2);

    /* different EDNS versions, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsVersion42, &r2), false);

    /* EDNS DO set, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsDO, &r2), false);

    /* EDNS Client Subnet set, should not match
       since not only we don't skip the actual option, but the
       total EDNS opt RR is still different. */
    BOOST_CHECK_EQUAL(PC.get(&ecs1, &r2), false);

    /* inserting the version with ECS Client Subnet set,
     it should NOT replace the existing EDNS one. */
    PC.insert(&ecs1, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 3);

    /* different subnet of same size, should NOT match
     since we don't skip the option */
    BOOST_CHECK_EQUAL(PC.get(&ecs2, &r2), false);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* different subnet of different size, should NOT match. */
    BOOST_CHECK_EQUAL(PC.get(&ecs3, &r2), false);

    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com"), 3);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.net"), 0);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.purge("net$"), 0);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.size(), 0);
  }
  catch(PDNSException& e) {
    cerr<<"Had error in AuthPacketCache: "<<e.reason<<endl;
    throw;
  }
}

BOOST_AUTO_TEST_SUITE_END()
Commit	Line	Data
fbe23e18	1	#define BOOST_TEST_DYN_LINK
	2	#define BOOST_TEST_NO_MAIN
	3
870a0fe4 AT	4	#ifdef HAVE_CONFIG_H
	5	#include "config.h"
	6	#endif
fbe23e18	7	#include <boost/test/unit_test.hpp>
	8	#include <boost/test/floating_point_comparison.hpp>
	9	#include "iputils.hh"
	10	#include "nameserver.hh"
	11	#include "statbag.hh"
bf269e28 RG	12	#include "auth-packetcache.hh"
bf269e28 RG	13	#include "auth-querycache.hh"
fbe23e18	14	#include "arguments.hh"
	15	#include <utility>
	16	extern StatBag S;
	17
c7f29d3e	18	BOOST_AUTO_TEST_SUITE(test_packetcache_cc)
fbe23e18	19
bf269e28 RG	20	BOOST_AUTO_TEST_CASE(test_AuthQueryCacheSimple) {
	21	AuthQueryCache QC;
	22	QC.setMaxEntries(1000000);
fbe23e18	23
bf269e28	24	vector<DNSZoneRecord> records;
fbe23e18	25
bf269e28 RG	26	BOOST_CHECK_EQUAL(QC.size(), 0);
	27	QC.insert(DNSName("hello"), QType(QType::A), records, 3600, 1);
	28	BOOST_CHECK_EQUAL(QC.size(), 1);
	29	BOOST_CHECK_EQUAL(QC.purge(), 1);
	30	BOOST_CHECK_EQUAL(QC.size(), 0);
fbe23e18	31
bf269e28	32	uint64_t counter=0;
fbe23e18	33	try {
fbe23e18	34	for(counter = 0; counter < 100000; ++counter) {
335da0ba	35	DNSName a=DNSName("hello ")+DNSName(std::to_string(counter));
46e4b77c	36	BOOST_CHECK_EQUAL(DNSName(a.toString()), a);
46e4b77c	37
bf269e28 RG	38	QC.insert(a, QType(QType::A), records, 3600, 1);
	39	if(!QC.purge(a.toString()))
	40	BOOST_FAIL("Could not remove entry we just added to the query cache!");
	41	QC.insert(a, QType(QType::A), records, 3600, 1);
fbe23e18	42	}
fbe23e18	43
bf269e28 RG	44	BOOST_CHECK_EQUAL(QC.size(), counter);
	45
	46	uint64_t delcounter=0;
fbe23e18	47	for(delcounter=0; delcounter < counter/100; ++delcounter) {
335da0ba	48	DNSName a=DNSName("hello ")+DNSName(std::to_string(delcounter));
bf269e28	49	BOOST_CHECK_EQUAL(QC.purge(a.toString()), 1);
fbe23e18	50	}
bf269e28 RG	51
	52	BOOST_CHECK_EQUAL(QC.size(), counter-delcounter);
	53
	54	uint64_t matches=0;
7a59dc5a	55	vector<DNSZoneRecord> entry;
bf269e28	56	int64_t expected=counter-delcounter;
fbe23e18	57	for(; delcounter < counter; ++delcounter) {
bf269e28	58	if(QC.getEntry(DNSName("hello ")+DNSName(std::to_string(delcounter)), QType(QType::A), entry, 1)) {
fbe23e18	59	matches++;
	60	}
	61	}
	62	BOOST_CHECK_EQUAL(matches, expected);
bf269e28	63	BOOST_CHECK_EQUAL(entry.size(), records.size());
fbe23e18	64	}
	65	catch(PDNSException& e) {
	66	cerr<<"Had error: "<<e.reason<<endl;
	67	throw;
	68	}
	69
	70	}
	71
bf269e28 RG	72	static AuthQueryCache* g_QC;
bf269e28 RG	73	static AtomicCounter g_QCmissing;
fbe23e18	74
bf269e28	75	static void threadQCMangler(void a)
fbe23e18	76	try
fbe23e18	77	{
bf269e28	78	vector<DNSZoneRecord> records;
fbe23e18	79	unsigned int offset=(unsigned int)(unsigned long)a;
fbe23e18	80	for(unsigned int counter=0; counter < 100000; ++counter)
bf269e28	81	g_QC->insert(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), records, 3600, 1);
fbe23e18	82	return 0;
	83	}
	84	catch(PDNSException& e) {
	85	cerr<<"Had error: "<<e.reason<<endl;
	86	throw;
	87	}
	88
bf269e28	89	static void threadQCReader(void a)
fbe23e18	90	try
	91	{
	92	unsigned int offset=(unsigned int)(unsigned long)a;
7a59dc5a	93	vector<DNSZoneRecord> entry;
fbe23e18	94	for(unsigned int counter=0; counter < 100000; ++counter)
bf269e28 RG	95	if(!g_QC->getEntry(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), entry, 1)) {
bf269e28 RG	96	g_QCmissing++;
fbe23e18	97	}
	98	return 0;
	99	}
	100	catch(PDNSException& e) {
bf269e28	101	cerr<<"Had error in threadQCReader: "<<e.reason<<endl;
fbe23e18	102	throw;
	103	}
	104
bf269e28 RG	105	BOOST_AUTO_TEST_CASE(test_QueryCacheThreaded) {
	106	try {
	107	AuthQueryCache QC;
	108	QC.setMaxEntries(1000000);
	109	g_QC=&QC;
	110	pthread_t tid[4];
	111	for(int i=0; i < 4; ++i)
	112	pthread_create(&tid[i], 0, threadQCMangler, (void)(i1000000UL));
	113	void* res;
	114	for(int i=0; i < 4 ; ++i)
	115	pthread_join(tid[i], &res);
	116
	117	BOOST_CHECK_EQUAL(QC.size() + S.read("deferred-cache-inserts"), 400000);
	118	BOOST_CHECK_SMALL(1.0*S.read("deferred-cache-inserts"), 10000.0);
	119
	120	for(int i=0; i < 4; ++i)
	121	pthread_create(&tid[i], 0, threadQCReader, (void)(i1000000UL));
	122	for(int i=0; i < 4 ; ++i)
	123	pthread_join(tid[i], &res);
	124
	125	BOOST_CHECK(S.read("deferred-cache-inserts") + S.read("deferred-cache-lookup") >= g_QCmissing);
	126	// BOOST_CHECK_EQUAL(S.read("deferred-cache-lookup"), 0); // cache cleaning invalidates this
	127	}
	128	catch(PDNSException& e) {
	129	cerr<<"Had error: "<<e.reason<<endl;
	130	throw;
	131	}
	132
	133	}
	134
	135	static AuthPacketCache* g_PC;
	136	static AtomicCounter g_PCmissing;
	137
	138	static void threadPCMangler(void a)
	139	try
	140	{
	141	unsigned int offset=(unsigned int)(unsigned long)a;
	142	for(unsigned int counter=0; counter < 100000; ++counter) {
	143	vector<uint8_t> pak;
	144	DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));
	145
	146	DNSPacketWriter pw(pak, qname, QType::A);
	147	DNSPacket q(true);
	148	q.parse((char*)&pak[0], pak.size());
	149
	150	pak.clear();
	151	DNSPacketWriter pw2(pak, qname, QType::A);
f776457f	152	pw2.startRecord(qname, QType::A, 3600, QClass::IN, DNSResourceRecord::ANSWER);
bf269e28 RG	153	pw2.xfrIP(htonl(0x7f000001));
	154	pw2.commit();
	155
	156	DNSPacket r(false);
	157	r.parse((char*)&pak[0], pak.size());
	158
	159	/* this step is necessary to get a valid hash */
	160	DNSPacket cached(false);
	161	g_PC->get(&q, &cached);
	162
f776457f RG	163	const unsigned int maxTTL = 3600;
f776457f RG	164	g_PC->insert(&q, &r, maxTTL);
bf269e28 RG	165	}
	166
	167	return 0;
	168	}
	169	catch(PDNSException& e) {
	170	cerr<<"Had error: "<<e.reason<<endl;
	171	throw;
	172	}
	173
	174	static void threadPCReader(void a)
	175	try
	176	{
	177	unsigned int offset=(unsigned int)(unsigned long)a;
	178	vector<DNSZoneRecord> entry;
	179	for(unsigned int counter=0; counter < 100000; ++counter) {
	180	vector<uint8_t> pak;
	181	DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));
	182
	183	DNSPacketWriter pw(pak, qname, QType::A);
	184	DNSPacket q(true);
	185	q.parse((char*)&pak[0], pak.size());
	186	DNSPacket r(false);
	187
	188	if(!g_PC->get(&q, &r)) {
	189	g_PCmissing++;
	190	}
	191	}
fbe23e18	192
bf269e28 RG	193	return 0;
	194	}
	195	catch(PDNSException& e) {
	196	cerr<<"Had error in threadPCReader: "<<e.reason<<endl;
	197	throw;
	198	}
20ac38f9	199
fbe23e18	200	BOOST_AUTO_TEST_CASE(test_PacketCacheThreaded) {
fbe23e18	201	try {
bf269e28 RG	202	AuthPacketCache PC;
bf269e28 RG	203	PC.setMaxEntries(1000000);
f776457f	204	PC.setTTL(3600);
bf269e28	205
fbe23e18	206	g_PC=&PC;
fbe23e18	207	pthread_t tid[4];
bf269e28 RG	208	for(int i=0; i < 4; ++i)
bf269e28 RG	209	pthread_create(&tid[i], 0, threadPCMangler, (void)(i1000000UL));
fbe23e18	210	void* res;
	211	for(int i=0; i < 4 ; ++i)
	212	pthread_join(tid[i], &res);
fbe23e18	213
bf269e28 RG	214	BOOST_CHECK_EQUAL(PC.size() + S.read("deferred-packetcache-inserts"), 400000);
	215	BOOST_CHECK_SMALL(1.0*S.read("deferred-packetcache-inserts"), 10000.0);
	216
	217	for(int i=0; i < 4; ++i)
	218	pthread_create(&tid[i], 0, threadPCReader, (void)(i1000000UL));
fbe23e18	219	for(int i=0; i < 4 ; ++i)
	220	pthread_join(tid[i], &res);
	221
bf269e28 RG	222	/*
	223	cerr<<"Misses: "<<S.read("packetcache-miss")<<endl;
	224	cerr<<"Hits: "<<S.read("packetcache-hit")<<endl;
	225	cerr<<"Deferred inserts: "<<S.read("deferred-packetcache-inserts")<<endl;
	226	cerr<<"Deferred lookups: "<<S.read("deferred-packetcache-lookup")<<endl;
	227	*/
	228	BOOST_CHECK_EQUAL(g_PCmissing + S.read("packetcache-hit"), 400000);
	229	BOOST_CHECK_GT(S.read("deferred-packetcache-inserts") + S.read("deferred-packetcache-lookup"), g_PCmissing);
fbe23e18	230	}
	231	catch(PDNSException& e) {
	232	cerr<<"Had error: "<<e.reason<<endl;
	233	throw;
	234	}
bf269e28	235
fbe23e18	236	}
fbe23e18	237
20ac38f9	238	bool g_stopCleaning;
	239	static void cacheCleaner(void)
	240	try
	241	{
	242	while(!g_stopCleaning) {
bf269e28	243	g_QC->cleanup();
20ac38f9	244	}
	245
	246	return 0;
	247	}
	248	catch(PDNSException& e) {
bf269e28	249	cerr<<"Had error in cacheCleaner: "<<e.reason<<endl;
20ac38f9	250	throw;
	251	}
	252
bf269e28	253	BOOST_AUTO_TEST_CASE(test_QueryCacheClean) {
20ac38f9	254	try {
bf269e28 RG	255	AuthQueryCache QC;
	256	QC.setMaxEntries(10000);
	257	vector<DNSZoneRecord> records;
20ac38f9	258
20ac38f9	259	for(unsigned int counter = 0; counter < 1000000; ++counter) {
bf269e28	260	QC.insert(DNSName("hello ")+DNSName(std::to_string(counter)), QType(QType::A), records, 1, 1);
20ac38f9	261	}
	262
	263	sleep(1);
20ac38f9	264
bf269e28 RG	265	g_QC=&QC;
bf269e28 RG	266	pthread_t tid[4];
20ac38f9	267
bf269e28 RG	268	pthread_create(&tid[0], 0, threadQCReader, (void)(01000000UL));
	269	pthread_create(&tid[1], 0, threadQCReader, (void)(11000000UL));
	270	pthread_create(&tid[2], 0, threadQCReader, (void)(21000000UL));
20ac38f9	271	// pthread_create(&tid[2], 0, threadMangler, (void)(01000000UL));
	272	pthread_create(&tid[3], 0, cacheCleaner, 0);
	273
	274	void *res;
	275	for(int i=0; i < 3 ; ++i)
	276	pthread_join(tid[i], &res);
	277	g_stopCleaning=true;
	278	pthread_join(tid[3], &res);
	279	}
	280	catch(PDNSException& e) {
bf269e28	281	cerr<<"Had error in test_QueryCacheClean: "<<e.reason<<endl;
20ac38f9	282	throw;
	283	}
	284	}
c2ff5f42	285
bf269e28	286	BOOST_AUTO_TEST_CASE(test_AuthPacketCache) {
c2ff5f42	287	try {
	288	::arg().setSwitch("no-shuffle","Set this to prevent random shuffling of answers - for regression testing")="off";
	289
bf269e28 RG	290	AuthPacketCache PC;
	291	PC.setTTL(20);
	292	PC.setMaxEntries(100000);
	293
c2ff5f42	294	vector<uint8_t> pak;
bf269e28 RG	295	DNSPacket q(true), differentIDQ(true), ednsQ(true), ednsVersion42(true), ednsDO(true), ecs1(true), ecs2(true), ecs3(true);
bf269e28 RG	296	DNSPacket r(false), r2(false);
c2ff5f42	297
bf269e28 RG	298	{
	299	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	300	q.parse((char*)&pak[0], pak.size());
c2ff5f42	301
bf269e28 RG	302	differentIDQ.parse((char*)&pak[0], pak.size());
bf269e28 RG	303	differentIDQ.setID(4242);
c2ff5f42	304
bf269e28 RG	305	pw.addOpt(512, 0, 0);
	306	pw.commit();
	307	ednsQ.parse((char*)&pak[0], pak.size());
	308
	309	pak.clear();
	310	}
	311
	312	DNSPacketWriter::optvect_t opts;
	313	EDNSSubnetOpts ecsOpts;
	314	{
	315	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	316	pw.addOpt(512, 0, 0, DNSPacketWriter::optvect_t(), 42);
	317	pw.commit();
	318	ednsVersion42.parse((char*)&pak[0], pak.size());
	319	pak.clear();
	320	}
	321
	322	{
	323	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	324	pw.addOpt(512, 0, EDNSOpts::DNSSECOK);
	325	pw.commit();
	326	ednsDO.parse((char*)&pak[0], pak.size());
	327	pak.clear();
	328	}
	329
	330	{
	331	ecsOpts.source = Netmask(ComboAddress("192.0.2.1"), 32);
	332	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	333	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	334	pw.addOpt(512, 0, 0, opts);
	335	pw.commit();
	336	ecs1.parse((char*)&pak[0], pak.size());
	337	pak.clear();
	338	opts.clear();
	339	}
	340
	341	{
	342	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	343	ecsOpts.source = Netmask(ComboAddress("192.0.2.2"), 32);
	344	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	345	pw.addOpt(512, 0, 0, opts);
	346	pw.commit();
	347	ecs2.parse((char*)&pak[0], pak.size());
	348	pak.clear();
	349	opts.clear();
	350	}
	351
	352	{
	353	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	354	ecsOpts.source = Netmask(ComboAddress("192.0.2.3"), 16);
	355	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	356	pw.addOpt(512, 0, 0, opts);
	357	pw.commit();
	358	ecs3.parse((char*)&pak[0], pak.size());
	359	pak.clear();
	360	opts.clear();
	361	}
	362
	363	{
	364	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	365	pw.startRecord(DNSName("www.powerdns.com"), QType::A, 16, 1, DNSResourceRecord::ANSWER);
	366	pw.xfrIP(htonl(0x7f000001));
	367	pw.commit();
	368
369	r.parse((char*)&pak[0], pak.size());
370	}
371
372	/* this call is required so the correct hash is set into q->d_hash */
373	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
c2ff5f42	374
071d2d90	375	PC.insert(&q, &r, 3600);
bf269e28 RG	376	BOOST_CHECK_EQUAL(PC.size(), 1);
	377
	378	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
	379	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
	380
	381	/* different QID, still should match */
	382	BOOST_CHECK_EQUAL(PC.get(&differentIDQ, &r2), true);
	383	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
	384
	385	/* with EDNS, should not match */
	386	BOOST_CHECK_EQUAL(PC.get(&ednsQ, &r2), false);
	387	/* inserting the EDNS-enabled one too */
	388	PC.insert(&ednsQ, &r, 3600);
	389	BOOST_CHECK_EQUAL(PC.size(), 2);
	390
	391	/* different EDNS versions, should not match */
	392	BOOST_CHECK_EQUAL(PC.get(&ednsVersion42, &r2), false);
	393
	394	/* EDNS DO set, should not match */
	395	BOOST_CHECK_EQUAL(PC.get(&ednsDO, &r2), false);
c2ff5f42	396
bf269e28 RG	397	/* EDNS Client Subnet set, should not match
	398	since not only we don't skip the actual option, but the
	399	total EDNS opt RR is still different. */
	400	BOOST_CHECK_EQUAL(PC.get(&ecs1, &r2), false);
	401
	402	/* inserting the version with ECS Client Subnet set,
	403	it should NOT replace the existing EDNS one. */
	404	PC.insert(&ecs1, &r, 3600);
	405	BOOST_CHECK_EQUAL(PC.size(), 3);
	406
	407	/* different subnet of same size, should NOT match
	408	since we don't skip the option */
	409	BOOST_CHECK_EQUAL(PC.get(&ecs2, &r2), false);
660ec637	410	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
c2ff5f42	411
bf269e28 RG	412	/* different subnet of different size, should NOT match. */
	413	BOOST_CHECK_EQUAL(PC.get(&ecs3, &r2), false);
	414
	415	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com"), 3);
	416	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	417	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	418
071d2d90	419	PC.insert(&q, &r, 3600);
bf269e28 RG	420	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	421	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	422	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	423	BOOST_CHECK_EQUAL(PC.purge("com$"), 1);
	424	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	425	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	426
071d2d90	427	PC.insert(&q, &r, 3600);
bf269e28 RG	428	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	429	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	430	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	431	BOOST_CHECK_EQUAL(PC.purge("powerdns.com$"), 1);
	432	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	433	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	434
071d2d90	435	PC.insert(&q, &r, 3600);
bf269e28 RG	436	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	437	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	438	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	439	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
	440	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	441	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	442
071d2d90	443	PC.insert(&q, &r, 3600);
bf269e28 RG	444	BOOST_CHECK_EQUAL(PC.size(), 1);
	445	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.net"), 0);
	446	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	447	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	448	BOOST_CHECK_EQUAL(PC.size(), 1);
	449
	450	BOOST_CHECK_EQUAL(PC.purge("net$"), 0);
	451	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	452	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	453	BOOST_CHECK_EQUAL(PC.size(), 1);
	454
	455	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
c2ff5f42	456	BOOST_CHECK_EQUAL(PC.size(), 0);
	457	}
	458	catch(PDNSException& e) {
bf269e28	459	cerr<<"Had error in AuthPacketCache: "<<e.reason<<endl;
c2ff5f42	460	throw;
c2ff5f42	461	}
bf269e28	462	}
fbe23e18	463
fbe23e18	464	BOOST_AUTO_TEST_SUITE_END()