From: visualperception <3543160+visualperception@users.noreply.github.com>
Date: Mon, 10 May 2021 23:18:15 +0000 (+0100)
Subject: Add files via upload
X-Git-Tag: AWSTATS_7_9~9^2^2~2
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=189ebf4dc7dac130a70e723e5fc058819d7d7078;p=thirdparty%2FAWStats.git

Add files via upload
---

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index 0e151c24..31e6a2a3 100644
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -43,6 +43,26 @@
 #
 #-------------------------------------------------------
 
+# 2021-05--05 RobC
+
+# Removed Baidu catchall because its picking up baidu.sogo.uc.UCBrowser which is a phone browser
+# Added baiduspider- catchall instead
+
+# Newly added from 2021-05-05
+# Adsbot
+# BW/
+# Bytespider
+# CheckMarkNetwork/
+# DuckDuckBot
+# # Foregenix Web Scan
+# IonCrawl
+# Linguee Bot
+# Neevabot
+# PetalBot
+# TkBot
+# vuhuvBot
+
+
 # 2018-03-13 RobC 
 #              Added 36 robots and one generic ( survey ) using v 7.7 robots file as base. 
 #              Also moved robot "Obot" into generics so that it is singled out as an individual Robot.         
@@ -398,24 +418,6 @@
 # Note: Robots IDs are in lower case, '_', ' ' and '+' are changed into '[_+\s]' and are quoted.
 #-------------------------------------------------------
 
-# RJC
-
-# Removed Baidu catchall because its picking up baidu.sogo.uc.UCBrowser which is a phone browser
-# Added baiduspider- catchall instead
-
-# Newly added from 2021-05-05
-# Adsbot
-# BW/
-# Bytespider
-# CheckMarkNetwork/
-# DuckDuckBot
-# # Foregenix Web Scan
-# IonCrawl
-# Linguee Bot
-# Neevabot
-# PetalBot
-# TkBot
-# vuhuvBot
 
 @RobotsSearchIDOrder_list1 = (
 # Common robots (In robot file)