'nutch\-1\.8/',\r
'NutchCVS/',\r
'o\.uk[\x20]robot',\r
-'oBot/',\r
'ocrawler;',\r
'ODP[\x20]link[\x20]checker',\r
'Offline[\x20]Explorer/',\r
'curl',\r
'php',\r
'ruby/',\r
+# Moving oBot here so it doesn't get assigned for other *obot robots\r
+'oBot/',\r
'no_user_agent'\r
);\r
\r
'nutch\-1\.8/','nutch-1.8',\r
'NutchCVS/','NutchCVS',\r
'o\.uk[\x20]robot','o uk.robot',\r
-'oBot/','oBot',\r
'ocrawler;','ocrawler;',\r
'ODP[\x20]link[\x20]checker','ODP link checker',\r
'Offline[\x20]Explorer/','Offline Explorer',\r
'php','A PHP script',\r
'ruby/','Ruby script',\r
'no_user_agent','empty user agent string',\r
+# Moving oBot towards the end so it does not pick up other *obot robots\r
+'oBot/','oBot',\r
# Unknown robots identified by hit on robots.txt\r
'unknown','Unknown robot (identified by hit on robots.txt)'\r
);\r