Update bots

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index f8229d40e0871add4b34ca14b56c034867759acc..1111ed57a4849de382e5d796877e8efbd44fd13d 100644 (file)
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -335,16 +335,18 @@
 # Common robots (In robot file)
 'appie',
 'architext',
-'jeeves',
+'bingpreview',
 'bjaaland',
 'contentmatch',
 'ferret',
 'googlebot',
 'google\-sitemaps',
+'google[_+ ]web[_+ ]preview',
 'gulliver',
 'virus[_+ ]detector',          # Must be before harvest
 'harvest',
 'htdig',
+'jeeves',
 'linkwalker',
 'lilina',
 'lycos[_+ ]',
@@ -1105,16 +1107,18 @@
 # Common robots (In robot file)
 'appie','<a href="http://www.walhello.com/" title="Bot home page [new window]" target="_blank">Walhello appie</a>',
 'architext','ArchitextSpider',
-'jeeves','<a href="http://sp.ask.com/docs/about/tech_crawling.html" title="Bot home page [new window]" target="_blank">Ask</a>',
+'bingpreview','Bing Preview bot',
 'bjaaland','Bjaaland',
 'ferret','Wild Ferret Web Hopper #1, #2, #3',
 'contentmatch','<a href="http://p4p.cn.yahoo.com">Yahoo!China ContentMatch Crawler</a>',
 'googlebot','<a href="http://www.google.com/bot.html" title="Bot home page [new window]" target="_blank">Googlebot</a>',
 'google\-sitemaps', 'Google Sitemaps',
+'google[_+ ]web[_+ ]preview', 'Google Web Preview',
 'gulliver','Northern Light Gulliver',
 'virus[_+ ]detector','<a href="http://www.securecomputing.com/" title="virus_harvester@securecomputing.com; Bot home page [new window]" target="_blank">virus_detector</a>',
 'harvest','Harvest',
 'htdig','ht://Dig',
+'jeeves','<a href="http://sp.ask.com/docs/about/tech_crawling.html" title="Bot home page [new window]" target="_blank">Ask</a>',
 'linkwalker','LinkWalker',
 'lilina','Lilina',
 'lycos[_+ ]','Lycos',
@@ -1866,9 +1870,11 @@
 # This list try to tell by which Search Engine a robot is used
 #-------------------------------------------------------------
 %RobotsAffiliateLib = (
+'bingpreview'=>'Bing',
 'fast\-webcrawler'=>'AllTheWeb',
 'googlebot'=>'Google',
 'google\-sitemap'=>'Google',
+'google[_+ ]web[_+ ]preview',=>'Google',
 'msnbot'=>'MSN',
 'nutch'=>'Looksmart',
 'scooter'=>'AltaVista',