From: eldy <>
Date: Sun, 16 Nov 2003 06:02:22 +0000 (+0000)
Subject: Added MetaGer-Linkchecker to robots database.
X-Git-Tag: AWSTATS_6_0_BETA~105
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=62f7e330de045a3cd56215a7e1e76bc41a780e48;p=thirdparty%2FAWStats.git

Added MetaGer-Linkchecker to robots database.
---

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index a4fb8255..924b5305 100644
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -54,13 +54,11 @@
 'petersnews',
 'scooter',
 'slurp',
-#'tcl',
 'unlost_web_crawler',
 'voila',
 'voyager\/',		# Add / to avoid to exclude voyager browser
 'webbase',
 'weblayers',
-#'webs',
 'wisenutbot'
 );
 @RobotsSearchIDOrder_list2 = (
@@ -322,6 +320,7 @@
 'internetseer',
 'justview',
 'linkbot',
+'metager-linkchecker',	# Must be before linkchecker
 'linkchecker',
 'microsoft_url_control',
 'msiecrawler',
@@ -572,7 +571,6 @@
 'tach_bw','TACH Black Widow',
 'tarantula','Tarantula',
 'tarspider','tarspider',
-#'tcl','Tcl W3 Robot',
 'techbot','TechBOT',
 'templeton','Templeton',
 'teoma_agent1','TeomaTechnologies',
@@ -606,7 +604,6 @@
 'webquest','WebQuest',
 'webreader','Digimarc MarcSpider',
 'webreaper','WebReaper',
-#'webs','Webs',
 'websnarf','Websnarf',
 'webspider','WebSpider',
 'webvac','WebVac',
@@ -648,6 +645,7 @@
 'justview', 'JustView',
 'linkbot','LinkBot',
 'linkchecker','LinkChecker',
+'metager-linkchecker','MetaGer LinkChecker',
 'microsoft_url_control','Microsoft URL Control',
 'mercator', 'Mercator',
 'msiecrawler','MSIECrawler',