]> git.ipfire.org Git - thirdparty/AWStats.git/commitdiff
Added yahoo-verticalcrawler
authoreldy <>
Sat, 27 Mar 2004 21:40:16 +0000 (21:40 +0000)
committereldy <>
Sat, 27 Mar 2004 21:40:16 +0000 (21:40 +0000)
wwwroot/cgi-bin/lib/robots.pm

index 49b8e8a61f755f947902e37640f6c7b17f83f447..a3bae64393021818fc6e9bdd6ab03ef636656469 100644 (file)
 'gnodspider',
 'grub',
 'henrythemiragorobot',
-'holmes',\r
+'holmes',
 'internetseer',
 'justview',
 'linkbot',
 'ultraseek',
 'webclipping\.com',
 'webcompass',
+'yahoo\-verticalcrawler',
 'yandex',
 'zealbot',
 'zyborg'
 'webcompass', 'webcompass',
 'webclipping\.com', 'WebClipping.com',
 'wisenutbot','WISENutbot (Looksmart)',
+'yahoo\-verticalcrawler', 'Yahoo Vertical Crawler',
 'yandex', 'Yandex bot',
 'zealbot','ZealBot',
 'zyborg','Zyborg (Looksmart)',