[thirdparty/pdns.git] / pdns / test-packetcache_cc.cc

#define BOOST_TEST_DYN_LINK
#define BOOST_TEST_NO_MAIN

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <boost/test/unit_test.hpp>
#include <boost/test/floating_point_comparison.hpp>
#include "iputils.hh"
#include "nameserver.hh"
#include "statbag.hh"
#include "auth-packetcache.hh"
#include "auth-querycache.hh"
#include "arguments.hh"
#include <utility>
extern StatBag S;

BOOST_AUTO_TEST_SUITE(test_packetcache_cc)

BOOST_AUTO_TEST_CASE(test_AuthQueryCacheSimple) {
  AuthQueryCache QC;
  QC.setMaxEntries(1000000);

  vector<DNSZoneRecord> records;

  BOOST_CHECK_EQUAL(QC.size(), 0);
  QC.insert(DNSName("hello"), QType(QType::A), records, 3600, 1);
  BOOST_CHECK_EQUAL(QC.size(), 1);
  BOOST_CHECK_EQUAL(QC.purge(), 1);
  BOOST_CHECK_EQUAL(QC.size(), 0);

  uint64_t counter=0;
  try {
    for(counter = 0; counter < 100000; ++counter) {
      DNSName a=DNSName("hello ")+DNSName(std::to_string(counter));
      BOOST_CHECK_EQUAL(DNSName(a.toString()), a);

      QC.insert(a, QType(QType::A), records, 3600, 1);
      if(!QC.purge(a.toString()))
	BOOST_FAIL("Could not remove entry we just added to the query cache!");
      QC.insert(a, QType(QType::A), records, 3600, 1);
    }

    BOOST_CHECK_EQUAL(QC.size(), counter);

    uint64_t delcounter=0;
    for(delcounter=0; delcounter < counter/100; ++delcounter) {
      DNSName a=DNSName("hello ")+DNSName(std::to_string(delcounter));
      BOOST_CHECK_EQUAL(QC.purge(a.toString()), 1);
    }

    BOOST_CHECK_EQUAL(QC.size(), counter-delcounter);

    uint64_t matches=0;
    vector<DNSZoneRecord> entry;
    int64_t expected=counter-delcounter;
    for(; delcounter < counter; ++delcounter) {
      if(QC.getEntry(DNSName("hello ")+DNSName(std::to_string(delcounter)), QType(QType::A), entry, 1)) {
	matches++;
      }
    }
    BOOST_CHECK_EQUAL(matches, expected);
    BOOST_CHECK_EQUAL(entry.size(), records.size());
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

static AuthQueryCache* g_QC;
static AtomicCounter g_QCmissing;

static void *threadQCMangler(void* a)
try
{
  vector<DNSZoneRecord> records;
  unsigned int offset=(unsigned int)(unsigned long)a;
  for(unsigned int counter=0; counter < 100000; ++counter)
    g_QC->insert(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), records, 3600, 1);
  return 0;
}
 catch(PDNSException& e) {
   cerr<<"Had error: "<<e.reason<<endl;
   throw;
 }

static void *threadQCReader(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  vector<DNSZoneRecord> entry;
  for(unsigned int counter=0; counter < 100000; ++counter)
    if(!g_QC->getEntry(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), entry, 1)) {
      g_QCmissing++;
    }
  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in threadQCReader: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_QueryCacheThreaded) {
  try {
    AuthQueryCache QC;
    QC.setMaxEntries(1000000);
    g_QC=&QC;
    pthread_t tid[4];
    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadQCMangler, (void*)(i*1000000UL));
    void* res;
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK_EQUAL(QC.size() + S.read("deferred-cache-inserts"), 400000);
    BOOST_CHECK_SMALL(1.0*S.read("deferred-cache-inserts"), 10000.0);

    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadQCReader, (void*)(i*1000000UL));
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK(S.read("deferred-cache-inserts") + S.read("deferred-cache-lookup") >= g_QCmissing);
    //    BOOST_CHECK_EQUAL(S.read("deferred-cache-lookup"), 0); // cache cleaning invalidates this
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

static AuthPacketCache* g_PC;
static AtomicCounter g_PCmissing;

static void *threadPCMangler(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  for(unsigned int counter=0; counter < 100000; ++counter) {
    vector<uint8_t> pak;
    DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));

    DNSPacketWriter pw(pak, qname, QType::A);
    DNSPacket q(true);
    q.parse((char*)&pak[0], pak.size());

    pak.clear();
    DNSPacketWriter pw2(pak, qname, QType::A);
    pw2.startRecord(qname, QType::A, 3600, QClass::IN, DNSResourceRecord::ANSWER);
    pw2.xfrIP(htonl(0x7f000001));
    pw2.commit();

    DNSPacket r(false);
    r.parse((char*)&pak[0], pak.size());

    /* this step is necessary to get a valid hash
       we directly compute the hash instead of querying the
       cache because 1/ it's faster 2/ no deferred-lookup issues
    */
    q.setHash(g_PC->canHashPacket(q.getString()));

    const unsigned int maxTTL = 3600;
    g_PC->insert(&q, &r, maxTTL);
  }

  return 0;
}
 catch(PDNSException& e) {
   cerr<<"Had error: "<<e.reason<<endl;
   throw;
 }

static void *threadPCReader(void* a)
try
{
  unsigned int offset=(unsigned int)(unsigned long)a;
  vector<DNSZoneRecord> entry;
  for(unsigned int counter=0; counter < 100000; ++counter) {
    vector<uint8_t> pak;
    DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));

    DNSPacketWriter pw(pak, qname, QType::A);
    DNSPacket q(true);
    q.parse((char*)&pak[0], pak.size());
    DNSPacket r(false);

    if(!g_PC->get(&q, &r)) {
      g_PCmissing++;
    }
  }

  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in threadPCReader: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_PacketCacheThreaded) {
  try {
    AuthPacketCache PC;
    PC.setMaxEntries(1000000);
    PC.setTTL(3600);

    g_PC=&PC;
    pthread_t tid[4];
    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadPCMangler, (void*)(i*1000000UL));
    void* res;
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

    BOOST_CHECK_EQUAL(PC.size() + S.read("deferred-packetcache-inserts"), 400000);
    BOOST_CHECK_EQUAL(S.read("deferred-packetcache-lookup"), 0);
    BOOST_CHECK_SMALL(1.0*S.read("deferred-packetcache-inserts"), 10000.0);

    for(int i=0; i < 4; ++i)
      pthread_create(&tid[i], 0, threadPCReader, (void*)(i*1000000UL));
    for(int i=0; i < 4 ; ++i)
      pthread_join(tid[i], &res);

/*
    cerr<<"Misses: "<<S.read("packetcache-miss")<<endl;
    cerr<<"Hits: "<<S.read("packetcache-hit")<<endl;
    cerr<<"Deferred inserts: "<<S.read("deferred-packetcache-inserts")<<endl;
    cerr<<"Deferred lookups: "<<S.read("deferred-packetcache-lookup")<<endl;
    cerr<<g_PCmissing<<endl;
    cerr<<PC.size()<<endl;
*/

    BOOST_CHECK_EQUAL(g_PCmissing + S.read("packetcache-hit"), 400000);
    BOOST_CHECK_EQUAL(S.read("deferred-packetcache-inserts") + S.read("deferred-packetcache-lookup"), g_PCmissing);
  }
  catch(PDNSException& e) {
    cerr<<"Had error: "<<e.reason<<endl;
    throw;
  }

}

bool g_stopCleaning;
static void *cacheCleaner(void*)
try
{
  while(!g_stopCleaning) {
    g_QC->cleanup();
  }

  return 0;
}
catch(PDNSException& e) {
  cerr<<"Had error in cacheCleaner: "<<e.reason<<endl;
  throw;
}

BOOST_AUTO_TEST_CASE(test_QueryCacheClean) {
  try {
    AuthQueryCache QC;
    QC.setMaxEntries(10000);
    vector<DNSZoneRecord> records;

    for(unsigned int counter = 0; counter < 1000000; ++counter) {
      QC.insert(DNSName("hello ")+DNSName(std::to_string(counter)), QType(QType::A), records, 1, 1);
    }

    sleep(1);

    g_QC=&QC;
    pthread_t tid[4];

    pthread_create(&tid[0], 0, threadQCReader, (void*)(0*1000000UL));
    pthread_create(&tid[1], 0, threadQCReader, (void*)(1*1000000UL));
    pthread_create(&tid[2], 0, threadQCReader, (void*)(2*1000000UL));
    //    pthread_create(&tid[2], 0, threadMangler, (void*)(0*1000000UL));
    pthread_create(&tid[3], 0, cacheCleaner, 0);

    void *res;
    for(int i=0; i < 3 ; ++i)
      pthread_join(tid[i], &res);
    g_stopCleaning=true;
    pthread_join(tid[3], &res);
  }
  catch(PDNSException& e) {
    cerr<<"Had error in test_QueryCacheClean: "<<e.reason<<endl;
    throw;
  }
}

BOOST_AUTO_TEST_CASE(test_AuthPacketCache) {
  try {
    ::arg().setSwitch("no-shuffle","Set this to prevent random shuffling of answers - for regression testing")="off";

    AuthPacketCache PC;
    PC.setTTL(20);
    PC.setMaxEntries(100000);

    vector<uint8_t> pak;
    DNSPacket q(true), differentIDQ(true), ednsQ(true), ednsVersion42(true), ednsDO(true), ecs1(true), ecs2(true), ecs3(true);
    DNSPacket r(false), r2(false);

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      q.parse((char*)&pak[0], pak.size());

      differentIDQ.parse((char*)&pak[0], pak.size());
      differentIDQ.setID(4242);

      pw.addOpt(512, 0, 0);
      pw.commit();
      ednsQ.parse((char*)&pak[0], pak.size());

      pak.clear();
    }

    DNSPacketWriter::optvect_t opts;
    EDNSSubnetOpts ecsOpts;
    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, 0, DNSPacketWriter::optvect_t(), 42);
      pw.commit();
      ednsVersion42.parse((char*)&pak[0], pak.size());
      pak.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, EDNSOpts::DNSSECOK);
      pw.commit();
      ednsDO.parse((char*)&pak[0], pak.size());
      pak.clear();
    }

    {
      ecsOpts.source = Netmask(ComboAddress("192.0.2.1"), 32);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs1.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      ecsOpts.source = Netmask(ComboAddress("192.0.2.2"), 32);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs2.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      ecsOpts.source = Netmask(ComboAddress("192.0.2.3"), 16);
      opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
      pw.addOpt(512, 0, 0, opts);
      pw.commit();
      ecs3.parse((char*)&pak[0], pak.size());
      pak.clear();
      opts.clear();
    }

    {
      DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
      pw.startRecord(DNSName("www.powerdns.com"), QType::A, 16, 1, DNSResourceRecord::ANSWER);
      pw.xfrIP(htonl(0x7f000001));
      pw.commit();

      r.parse((char*)&pak[0], pak.size());
    }

    /* this call is required so the correct hash is set into q->d_hash */
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* different QID, still should match */
    BOOST_CHECK_EQUAL(PC.get(&differentIDQ, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* with EDNS, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsQ, &r2), false);
    /* inserting the EDNS-enabled one too */
    PC.insert(&ednsQ, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 2);

    /* different EDNS versions, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsVersion42, &r2), false);

    /* EDNS DO set, should not match */
    BOOST_CHECK_EQUAL(PC.get(&ednsDO, &r2), false);

    /* EDNS Client Subnet set, should not match
       since not only we don't skip the actual option, but the
       total EDNS opt RR is still different. */
    BOOST_CHECK_EQUAL(PC.get(&ecs1, &r2), false);

    /* inserting the version with ECS Client Subnet set,
     it should NOT replace the existing EDNS one. */
    PC.insert(&ecs1, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 3);

    /* different subnet of same size, should NOT match
     since we don't skip the option */
    BOOST_CHECK_EQUAL(PC.get(&ecs2, &r2), false);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);

    /* different subnet of different size, should NOT match. */
    BOOST_CHECK_EQUAL(PC.get(&ecs3, &r2), false);

    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com"), 3);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
    BOOST_CHECK_EQUAL(PC.size(), 0);

    PC.insert(&q, &r, 3600);
    BOOST_CHECK_EQUAL(PC.size(), 1);
    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.net"), 0);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.purge("net$"), 0);
    BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
    BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
    BOOST_CHECK_EQUAL(PC.size(), 1);

    BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
    BOOST_CHECK_EQUAL(PC.size(), 0);
  }
  catch(PDNSException& e) {
    cerr<<"Had error in AuthPacketCache: "<<e.reason<<endl;
    throw;
  }
}

BOOST_AUTO_TEST_SUITE_END()
Commit	Line	Data
fbe23e18	1	#define BOOST_TEST_DYN_LINK
	2	#define BOOST_TEST_NO_MAIN
	3
870a0fe4 AT	4	#ifdef HAVE_CONFIG_H
	5	#include "config.h"
	6	#endif
fbe23e18	7	#include <boost/test/unit_test.hpp>
	8	#include <boost/test/floating_point_comparison.hpp>
	9	#include "iputils.hh"
	10	#include "nameserver.hh"
	11	#include "statbag.hh"
bf269e28 RG	12	#include "auth-packetcache.hh"
bf269e28 RG	13	#include "auth-querycache.hh"
fbe23e18	14	#include "arguments.hh"
	15	#include <utility>
	16	extern StatBag S;
	17
c7f29d3e	18	BOOST_AUTO_TEST_SUITE(test_packetcache_cc)
fbe23e18	19
bf269e28 RG	20	BOOST_AUTO_TEST_CASE(test_AuthQueryCacheSimple) {
	21	AuthQueryCache QC;
	22	QC.setMaxEntries(1000000);
fbe23e18	23
bf269e28	24	vector<DNSZoneRecord> records;
fbe23e18	25
bf269e28 RG	26	BOOST_CHECK_EQUAL(QC.size(), 0);
	27	QC.insert(DNSName("hello"), QType(QType::A), records, 3600, 1);
	28	BOOST_CHECK_EQUAL(QC.size(), 1);
	29	BOOST_CHECK_EQUAL(QC.purge(), 1);
	30	BOOST_CHECK_EQUAL(QC.size(), 0);
fbe23e18	31
bf269e28	32	uint64_t counter=0;
fbe23e18	33	try {
fbe23e18	34	for(counter = 0; counter < 100000; ++counter) {
335da0ba	35	DNSName a=DNSName("hello ")+DNSName(std::to_string(counter));
46e4b77c	36	BOOST_CHECK_EQUAL(DNSName(a.toString()), a);
46e4b77c	37
bf269e28 RG	38	QC.insert(a, QType(QType::A), records, 3600, 1);
	39	if(!QC.purge(a.toString()))
	40	BOOST_FAIL("Could not remove entry we just added to the query cache!");
	41	QC.insert(a, QType(QType::A), records, 3600, 1);
fbe23e18	42	}
fbe23e18	43
bf269e28 RG	44	BOOST_CHECK_EQUAL(QC.size(), counter);
	45
	46	uint64_t delcounter=0;
fbe23e18	47	for(delcounter=0; delcounter < counter/100; ++delcounter) {
335da0ba	48	DNSName a=DNSName("hello ")+DNSName(std::to_string(delcounter));
bf269e28	49	BOOST_CHECK_EQUAL(QC.purge(a.toString()), 1);
fbe23e18	50	}
bf269e28 RG	51
	52	BOOST_CHECK_EQUAL(QC.size(), counter-delcounter);
	53
	54	uint64_t matches=0;
7a59dc5a	55	vector<DNSZoneRecord> entry;
bf269e28	56	int64_t expected=counter-delcounter;
fbe23e18	57	for(; delcounter < counter; ++delcounter) {
bf269e28	58	if(QC.getEntry(DNSName("hello ")+DNSName(std::to_string(delcounter)), QType(QType::A), entry, 1)) {
fbe23e18	59	matches++;
	60	}
	61	}
	62	BOOST_CHECK_EQUAL(matches, expected);
bf269e28	63	BOOST_CHECK_EQUAL(entry.size(), records.size());
fbe23e18	64	}
	65	catch(PDNSException& e) {
	66	cerr<<"Had error: "<<e.reason<<endl;
	67	throw;
	68	}
	69
	70	}
	71
bf269e28 RG	72	static AuthQueryCache* g_QC;
bf269e28 RG	73	static AtomicCounter g_QCmissing;
fbe23e18	74
bf269e28	75	static void threadQCMangler(void a)
fbe23e18	76	try
fbe23e18	77	{
bf269e28	78	vector<DNSZoneRecord> records;
fbe23e18	79	unsigned int offset=(unsigned int)(unsigned long)a;
fbe23e18	80	for(unsigned int counter=0; counter < 100000; ++counter)
bf269e28	81	g_QC->insert(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), records, 3600, 1);
fbe23e18	82	return 0;
	83	}
	84	catch(PDNSException& e) {
	85	cerr<<"Had error: "<<e.reason<<endl;
	86	throw;
	87	}
	88
bf269e28	89	static void threadQCReader(void a)
fbe23e18	90	try
	91	{
	92	unsigned int offset=(unsigned int)(unsigned long)a;
7a59dc5a	93	vector<DNSZoneRecord> entry;
fbe23e18	94	for(unsigned int counter=0; counter < 100000; ++counter)
bf269e28 RG	95	if(!g_QC->getEntry(DNSName("hello ")+DNSName(std::to_string(counter+offset)), QType(QType::A), entry, 1)) {
bf269e28 RG	96	g_QCmissing++;
fbe23e18	97	}
	98	return 0;
	99	}
	100	catch(PDNSException& e) {
bf269e28	101	cerr<<"Had error in threadQCReader: "<<e.reason<<endl;
fbe23e18	102	throw;
	103	}
	104
bf269e28 RG	105	BOOST_AUTO_TEST_CASE(test_QueryCacheThreaded) {
	106	try {
	107	AuthQueryCache QC;
	108	QC.setMaxEntries(1000000);
	109	g_QC=&QC;
	110	pthread_t tid[4];
	111	for(int i=0; i < 4; ++i)
	112	pthread_create(&tid[i], 0, threadQCMangler, (void)(i1000000UL));
	113	void* res;
	114	for(int i=0; i < 4 ; ++i)
	115	pthread_join(tid[i], &res);
	116
	117	BOOST_CHECK_EQUAL(QC.size() + S.read("deferred-cache-inserts"), 400000);
	118	BOOST_CHECK_SMALL(1.0*S.read("deferred-cache-inserts"), 10000.0);
	119
	120	for(int i=0; i < 4; ++i)
	121	pthread_create(&tid[i], 0, threadQCReader, (void)(i1000000UL));
	122	for(int i=0; i < 4 ; ++i)
	123	pthread_join(tid[i], &res);
	124
	125	BOOST_CHECK(S.read("deferred-cache-inserts") + S.read("deferred-cache-lookup") >= g_QCmissing);
	126	// BOOST_CHECK_EQUAL(S.read("deferred-cache-lookup"), 0); // cache cleaning invalidates this
	127	}
	128	catch(PDNSException& e) {
	129	cerr<<"Had error: "<<e.reason<<endl;
	130	throw;
	131	}
	132
	133	}
	134
	135	static AuthPacketCache* g_PC;
	136	static AtomicCounter g_PCmissing;
	137
	138	static void threadPCMangler(void a)
	139	try
	140	{
	141	unsigned int offset=(unsigned int)(unsigned long)a;
	142	for(unsigned int counter=0; counter < 100000; ++counter) {
	143	vector<uint8_t> pak;
	144	DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));
	145
	146	DNSPacketWriter pw(pak, qname, QType::A);
	147	DNSPacket q(true);
	148	q.parse((char*)&pak[0], pak.size());
	149
	150	pak.clear();
	151	DNSPacketWriter pw2(pak, qname, QType::A);
f776457f	152	pw2.startRecord(qname, QType::A, 3600, QClass::IN, DNSResourceRecord::ANSWER);
bf269e28 RG	153	pw2.xfrIP(htonl(0x7f000001));
	154	pw2.commit();
	155
	156	DNSPacket r(false);
	157	r.parse((char*)&pak[0], pak.size());
	158
6ac1a991 RG	159	/* this step is necessary to get a valid hash
	160	we directly compute the hash instead of querying the
	161	cache because 1/ it's faster 2/ no deferred-lookup issues
	162	*/
	163	q.setHash(g_PC->canHashPacket(q.getString()));
bf269e28	164
f776457f RG	165	const unsigned int maxTTL = 3600;
f776457f RG	166	g_PC->insert(&q, &r, maxTTL);
bf269e28 RG	167	}
	168
	169	return 0;
	170	}
	171	catch(PDNSException& e) {
	172	cerr<<"Had error: "<<e.reason<<endl;
	173	throw;
	174	}
	175
	176	static void threadPCReader(void a)
	177	try
	178	{
	179	unsigned int offset=(unsigned int)(unsigned long)a;
	180	vector<DNSZoneRecord> entry;
	181	for(unsigned int counter=0; counter < 100000; ++counter) {
	182	vector<uint8_t> pak;
	183	DNSName qname = DNSName("hello ")+DNSName(std::to_string(counter+offset));
	184
	185	DNSPacketWriter pw(pak, qname, QType::A);
	186	DNSPacket q(true);
	187	q.parse((char*)&pak[0], pak.size());
	188	DNSPacket r(false);
	189
	190	if(!g_PC->get(&q, &r)) {
	191	g_PCmissing++;
	192	}
	193	}
fbe23e18	194
bf269e28 RG	195	return 0;
	196	}
	197	catch(PDNSException& e) {
	198	cerr<<"Had error in threadPCReader: "<<e.reason<<endl;
	199	throw;
	200	}
20ac38f9	201
fbe23e18	202	BOOST_AUTO_TEST_CASE(test_PacketCacheThreaded) {
fbe23e18	203	try {
bf269e28 RG	204	AuthPacketCache PC;
bf269e28 RG	205	PC.setMaxEntries(1000000);
f776457f	206	PC.setTTL(3600);
bf269e28	207
fbe23e18	208	g_PC=&PC;
fbe23e18	209	pthread_t tid[4];
bf269e28 RG	210	for(int i=0; i < 4; ++i)
bf269e28 RG	211	pthread_create(&tid[i], 0, threadPCMangler, (void)(i1000000UL));
fbe23e18	212	void* res;
	213	for(int i=0; i < 4 ; ++i)
	214	pthread_join(tid[i], &res);
fbe23e18	215
bf269e28	216	BOOST_CHECK_EQUAL(PC.size() + S.read("deferred-packetcache-inserts"), 400000);
6ac1a991	217	BOOST_CHECK_EQUAL(S.read("deferred-packetcache-lookup"), 0);
bf269e28 RG	218	BOOST_CHECK_SMALL(1.0*S.read("deferred-packetcache-inserts"), 10000.0);
	219
	220	for(int i=0; i < 4; ++i)
	221	pthread_create(&tid[i], 0, threadPCReader, (void)(i1000000UL));
fbe23e18	222	for(int i=0; i < 4 ; ++i)
	223	pthread_join(tid[i], &res);
	224
bf269e28 RG	225	/*
	226	cerr<<"Misses: "<<S.read("packetcache-miss")<<endl;
	227	cerr<<"Hits: "<<S.read("packetcache-hit")<<endl;
	228	cerr<<"Deferred inserts: "<<S.read("deferred-packetcache-inserts")<<endl;
	229	cerr<<"Deferred lookups: "<<S.read("deferred-packetcache-lookup")<<endl;
6ac1a991 RG	230	cerr<<g_PCmissing<<endl;
6ac1a991 RG	231	cerr<<PC.size()<<endl;
bf269e28	232	*/
6ac1a991	233
bf269e28	234	BOOST_CHECK_EQUAL(g_PCmissing + S.read("packetcache-hit"), 400000);
6ac1a991	235	BOOST_CHECK_EQUAL(S.read("deferred-packetcache-inserts") + S.read("deferred-packetcache-lookup"), g_PCmissing);
fbe23e18	236	}
	237	catch(PDNSException& e) {
	238	cerr<<"Had error: "<<e.reason<<endl;
	239	throw;
	240	}
bf269e28	241
fbe23e18	242	}
fbe23e18	243
20ac38f9	244	bool g_stopCleaning;
	245	static void cacheCleaner(void)
	246	try
	247	{
	248	while(!g_stopCleaning) {
bf269e28	249	g_QC->cleanup();
20ac38f9	250	}
	251
	252	return 0;
	253	}
	254	catch(PDNSException& e) {
bf269e28	255	cerr<<"Had error in cacheCleaner: "<<e.reason<<endl;
20ac38f9	256	throw;
	257	}
	258
bf269e28	259	BOOST_AUTO_TEST_CASE(test_QueryCacheClean) {
20ac38f9	260	try {
bf269e28 RG	261	AuthQueryCache QC;
	262	QC.setMaxEntries(10000);
	263	vector<DNSZoneRecord> records;
20ac38f9	264
20ac38f9	265	for(unsigned int counter = 0; counter < 1000000; ++counter) {
bf269e28	266	QC.insert(DNSName("hello ")+DNSName(std::to_string(counter)), QType(QType::A), records, 1, 1);
20ac38f9	267	}
	268
	269	sleep(1);
20ac38f9	270
bf269e28 RG	271	g_QC=&QC;
bf269e28 RG	272	pthread_t tid[4];
20ac38f9	273
bf269e28 RG	274	pthread_create(&tid[0], 0, threadQCReader, (void)(01000000UL));
	275	pthread_create(&tid[1], 0, threadQCReader, (void)(11000000UL));
	276	pthread_create(&tid[2], 0, threadQCReader, (void)(21000000UL));
20ac38f9	277	// pthread_create(&tid[2], 0, threadMangler, (void)(01000000UL));
	278	pthread_create(&tid[3], 0, cacheCleaner, 0);
	279
	280	void *res;
	281	for(int i=0; i < 3 ; ++i)
	282	pthread_join(tid[i], &res);
	283	g_stopCleaning=true;
	284	pthread_join(tid[3], &res);
	285	}
	286	catch(PDNSException& e) {
bf269e28	287	cerr<<"Had error in test_QueryCacheClean: "<<e.reason<<endl;
20ac38f9	288	throw;
	289	}
	290	}
c2ff5f42	291
bf269e28	292	BOOST_AUTO_TEST_CASE(test_AuthPacketCache) {
c2ff5f42	293	try {
	294	::arg().setSwitch("no-shuffle","Set this to prevent random shuffling of answers - for regression testing")="off";
	295
bf269e28 RG	296	AuthPacketCache PC;
	297	PC.setTTL(20);
	298	PC.setMaxEntries(100000);
	299
c2ff5f42	300	vector<uint8_t> pak;
bf269e28 RG	301	DNSPacket q(true), differentIDQ(true), ednsQ(true), ednsVersion42(true), ednsDO(true), ecs1(true), ecs2(true), ecs3(true);
bf269e28 RG	302	DNSPacket r(false), r2(false);
c2ff5f42	303
bf269e28 RG	304	{
	305	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	306	q.parse((char*)&pak[0], pak.size());
c2ff5f42	307
bf269e28 RG	308	differentIDQ.parse((char*)&pak[0], pak.size());
bf269e28 RG	309	differentIDQ.setID(4242);
c2ff5f42	310
bf269e28 RG	311	pw.addOpt(512, 0, 0);
	312	pw.commit();
	313	ednsQ.parse((char*)&pak[0], pak.size());
	314
	315	pak.clear();
	316	}
	317
	318	DNSPacketWriter::optvect_t opts;
	319	EDNSSubnetOpts ecsOpts;
	320	{
	321	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	322	pw.addOpt(512, 0, 0, DNSPacketWriter::optvect_t(), 42);
	323	pw.commit();
	324	ednsVersion42.parse((char*)&pak[0], pak.size());
	325	pak.clear();
	326	}
	327
	328	{
	329	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	330	pw.addOpt(512, 0, EDNSOpts::DNSSECOK);
	331	pw.commit();
	332	ednsDO.parse((char*)&pak[0], pak.size());
	333	pak.clear();
	334	}
	335
	336	{
	337	ecsOpts.source = Netmask(ComboAddress("192.0.2.1"), 32);
	338	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	339	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	340	pw.addOpt(512, 0, 0, opts);
	341	pw.commit();
	342	ecs1.parse((char*)&pak[0], pak.size());
	343	pak.clear();
	344	opts.clear();
	345	}
	346
	347	{
	348	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	349	ecsOpts.source = Netmask(ComboAddress("192.0.2.2"), 32);
	350	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	351	pw.addOpt(512, 0, 0, opts);
	352	pw.commit();
	353	ecs2.parse((char*)&pak[0], pak.size());
	354	pak.clear();
	355	opts.clear();
	356	}
	357
	358	{
	359	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	360	ecsOpts.source = Netmask(ComboAddress("192.0.2.3"), 16);
	361	opts.push_back(make_pair(EDNSOptionCode::ECS, makeEDNSSubnetOptsString(ecsOpts)));
	362	pw.addOpt(512, 0, 0, opts);
	363	pw.commit();
	364	ecs3.parse((char*)&pak[0], pak.size());
	365	pak.clear();
	366	opts.clear();
	367	}
	368
	369	{
	370	DNSPacketWriter pw(pak, DNSName("www.powerdns.com"), QType::A);
	371	pw.startRecord(DNSName("www.powerdns.com"), QType::A, 16, 1, DNSResourceRecord::ANSWER);
	372	pw.xfrIP(htonl(0x7f000001));
	373	pw.commit();
	374
375	r.parse((char*)&pak[0], pak.size());
376	}
377
378	/* this call is required so the correct hash is set into q->d_hash */
379	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
c2ff5f42	380
071d2d90	381	PC.insert(&q, &r, 3600);
bf269e28 RG	382	BOOST_CHECK_EQUAL(PC.size(), 1);
	383
	384	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
	385	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
	386
	387	/* different QID, still should match */
	388	BOOST_CHECK_EQUAL(PC.get(&differentIDQ, &r2), true);
	389	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
	390
	391	/* with EDNS, should not match */
	392	BOOST_CHECK_EQUAL(PC.get(&ednsQ, &r2), false);
	393	/* inserting the EDNS-enabled one too */
	394	PC.insert(&ednsQ, &r, 3600);
	395	BOOST_CHECK_EQUAL(PC.size(), 2);
	396
	397	/* different EDNS versions, should not match */
	398	BOOST_CHECK_EQUAL(PC.get(&ednsVersion42, &r2), false);
	399
	400	/* EDNS DO set, should not match */
	401	BOOST_CHECK_EQUAL(PC.get(&ednsDO, &r2), false);
c2ff5f42	402
bf269e28 RG	403	/* EDNS Client Subnet set, should not match
	404	since not only we don't skip the actual option, but the
	405	total EDNS opt RR is still different. */
	406	BOOST_CHECK_EQUAL(PC.get(&ecs1, &r2), false);
	407
	408	/* inserting the version with ECS Client Subnet set,
	409	it should NOT replace the existing EDNS one. */
	410	PC.insert(&ecs1, &r, 3600);
	411	BOOST_CHECK_EQUAL(PC.size(), 3);
	412
	413	/* different subnet of same size, should NOT match
	414	since we don't skip the option */
	415	BOOST_CHECK_EQUAL(PC.get(&ecs2, &r2), false);
660ec637	416	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
c2ff5f42	417
bf269e28 RG	418	/* different subnet of different size, should NOT match. */
	419	BOOST_CHECK_EQUAL(PC.get(&ecs3, &r2), false);
	420
	421	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com"), 3);
	422	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	423	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	424
071d2d90	425	PC.insert(&q, &r, 3600);
bf269e28 RG	426	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	427	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	428	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	429	BOOST_CHECK_EQUAL(PC.purge("com$"), 1);
	430	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	431	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	432
071d2d90	433	PC.insert(&q, &r, 3600);
bf269e28 RG	434	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	435	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	436	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	437	BOOST_CHECK_EQUAL(PC.purge("powerdns.com$"), 1);
	438	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	439	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	440
071d2d90	441	PC.insert(&q, &r, 3600);
bf269e28 RG	442	BOOST_CHECK_EQUAL(PC.size(), 1);
bf269e28 RG	443	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	444	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	445	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
	446	BOOST_CHECK_EQUAL(PC.get(&q, &r2), false);
	447	BOOST_CHECK_EQUAL(PC.size(), 0);
c2ff5f42	448
071d2d90	449	PC.insert(&q, &r, 3600);
bf269e28 RG	450	BOOST_CHECK_EQUAL(PC.size(), 1);
	451	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.net"), 0);
	452	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	453	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	454	BOOST_CHECK_EQUAL(PC.size(), 1);
	455
	456	BOOST_CHECK_EQUAL(PC.purge("net$"), 0);
	457	BOOST_CHECK_EQUAL(PC.get(&q, &r2), true);
660ec637	458	BOOST_CHECK_EQUAL(r2.qdomain, r.qdomain);
bf269e28 RG	459	BOOST_CHECK_EQUAL(PC.size(), 1);
	460
	461	BOOST_CHECK_EQUAL(PC.purge("www.powerdns.com$"), 1);
c2ff5f42	462	BOOST_CHECK_EQUAL(PC.size(), 0);
	463	}
	464	catch(PDNSException& e) {
bf269e28	465	cerr<<"Had error in AuthPacketCache: "<<e.reason<<endl;
c2ff5f42	466	throw;
c2ff5f42	467	}
bf269e28	468	}
fbe23e18	469
fbe23e18	470	BOOST_AUTO_TEST_SUITE_END()