Add files via upload

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index 0e151c24db2be45bca6b905acd00542056a6f530..31e6a2a3aeac6365802d3b9c63c6f86918f02dd8 100644 (file)
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -43,6 +43,26 @@
 #\r
 #-------------------------------------------------------\r
 \r
+# 2021-05--05 RobC\r
+\r
+# Removed Baidu catchall because its picking up baidu.sogo.uc.UCBrowser which is a phone browser\r
+# Added baiduspider- catchall instead\r
+\r
+# Newly added from 2021-05-05\r
+# Adsbot\r
+# BW/\r
+# Bytespider\r
+# CheckMarkNetwork/\r
+# DuckDuckBot\r
+# # Foregenix Web Scan\r
+# IonCrawl\r
+# Linguee Bot\r
+# Neevabot\r
+# PetalBot\r
+# TkBot\r
+# vuhuvBot\r
+\r
+\r
 # 2018-03-13 RobC \r
 #              Added 36 robots and one generic ( survey ) using v 7.7 robots file as base. \r
 #              Also moved robot "Obot" into generics so that it is singled out as an individual Robot.         \r
@@ -398,24 +418,6 @@
 # Note: Robots IDs are in lower case, '_', ' ' and '+' are changed into '[_+\s]' and are quoted.\r
 #-------------------------------------------------------\r
 \r
-# RJC\r
-\r
-# Removed Baidu catchall because its picking up baidu.sogo.uc.UCBrowser which is a phone browser\r
-# Added baiduspider- catchall instead\r
-\r
-# Newly added from 2021-05-05\r
-# Adsbot\r
-# BW/\r
-# Bytespider\r
-# CheckMarkNetwork/\r
-# DuckDuckBot\r
-# # Foregenix Web Scan\r
-# IonCrawl\r
-# Linguee Bot\r
-# Neevabot\r
-# PetalBot\r
-# TkBot\r
-# vuhuvBot\r
 \r
 @RobotsSearchIDOrder_list1 = (\r
 # Common robots (In robot file)\r