From: Kees Monshouwer <mind04@monshouwer.org>
Date: Sun, 8 Sep 2013 15:05:03 +0000 (+0200)
Subject: add support for quantcast top million list in dnsbulktest
X-Git-Tag: rec-3.6.0-rc1~450^2
X-Git-Url: http://git.ipfire.org/?a=commitdiff_plain;h=refs%2Fpull%2F1002%2Fhead;p=thirdparty%2Fpdns.git

add support for quantcast top million list in dnsbulktest
---

diff --git a/pdns/dnsbulktest.cc b/pdns/dnsbulktest.cc
index 527f9807ae..e89c469364 100644
--- a/pdns/dnsbulktest.cc
+++ b/pdns/dnsbulktest.cc
@@ -247,11 +247,17 @@ int main(int argc, char** argv)
   while(stringfgets(stdin, line)) {
     if(limit && domains.size() >= limit)
       break;
-      
+
     trim_right(line);
+    if(line.empty() || line[0] == '#')
+      continue;
     split=splitField(line,',');
+    if (split.second.empty())
+      split=splitField(line,'\t');
+    if(!split.second.find('.')) // skip 'Hidden profile' in quantcast list.
+      continue;
     pos=split.second.find('/');
-    if(pos != string::npos) // alexa has whole urls in the list now..
+    if(pos != string::npos) // alexa has whole urls in the list now.
       split.second.resize(pos);
     if(find_if(split.second.begin(), split.second.end(), isalpha) == split.second.end())
     {
diff --git a/regression-tests/.gitignore b/regression-tests/.gitignore
index 42dbd18183..6df8dbc810 100644
--- a/regression-tests/.gitignore
+++ b/regression-tests/.gitignore
@@ -26,6 +26,7 @@ real_result
 /recursor-bulktest/
 /recursor.log
 /top-1m.csv
+/Quantcast-Top-Million.txt
 /report.json
 /nsd.*
 /*.nsd