Added robots

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index 569126ade995500a14b2876473317a01c8c19f07..2337d8ac75a6f2f4ee6ee0787658d4094c109ae1 100644 (file)
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -139,7 +139,6 @@
 "hambot",
 "havindex",
 "hometown",
-"wired-digital",
 "htmlgobble",
 "hyperdecontextualizer",
 "iajabot",
@@ -297,6 +296,7 @@
 "webwatch",
 "whatuseek",
 "whowhere",
+"wired-digital",
 "wmir",
 "wolp",
 "wombat",
@@ -304,17 +304,21 @@
 "wwwc",
 "wz101",
 "xget",
-"nederland.zoek",
 # Other robots reported by users
 "boris",
 "cscrawler",
 "daviesbot",
 "ezresult",
+"gigabot",
 "gnodspider",
 "justview",
+"linkbot",
+"nederland.zoek",
 "perman",
+"psbot",
 "redalert",
 "shoutcast",
+"slysearch",
 "ultraseek",
 "webcompass",
 "yandex"
@@ -412,7 +416,6 @@
 "harvest","Harvest",
 "havindex","havIndex",
 "hometown","Hometown Spider Pro",
-"wired-digital","Wired Digital",
 "htdig","ht://Dig",
 "htmlgobble","HTMLgobble",
 "hyperdecontextualizer","Hyper-Decontextualizer",
@@ -586,6 +589,7 @@
 "wget","Wget",
 "whatuseek","whatUseek Winona",
 "whowhere","WhoWhere Robot",
+"wired-digital","Wired Digital",
 "wmir","w3mir",
 "wolp","WebStolperer",
 "wombat","The Web Wombat",
@@ -603,15 +607,19 @@
 "echo", "EchO!",
 "ezresult",    "Ezresult",
 "fast-webcrawler", "Fast-Webcrawler",
+"gigabot","GigaBot",
 "gnodspider","GNOD Spider",
 "ia_archiver", "ia_archiver",
 "jennybot", "JennyBot",
 "justview", "JustView",
+"linkbot","LinkBot",
 "mercator", "Mercator",
 "perman", "Perman surfer",
 "peternews", "Peternews",
+"psbot","psBot",
 "redalert", "Red Alert",
 "shoutcast","Shoutcast Directory Service",
+"slysearch","SlySearch",
 "ultraseek", "Ultraseek",
 "unlost_web_crawler", "Unlost_Web_Crawler",
 "voila", "Voila",