From: Dinko Sotirov <dinko@lanix.org>
Date: Wed, 17 Jul 2024 14:33:19 +0000 (+0300)
Subject: Update robots.pm
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=refs%2Fpull%2F253%2Fhead;p=thirdparty%2FAWStats.git

Update robots.pm

Fixes #248
---

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index d8609c9f..706c45d9 100644
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -43,6 +43,11 @@
 #
 #-------------------------------------------------------
 
+# 2024-07-17 Dinko Sotirov
+#              Added Amazonbot (https://developer.amazon.com/support/amazonbot)
+#              Added GPTBot (https://openai.com/gptbot)
+#              Added GeedoProductSearch (http://www.geedo.com/product-search.html)
+
 # 2023-07-04 RobC 
 #              Removed Dalvik as native Android UI Browser User Agent
 #              Removed CFNetwork as native iOS and OSX Browser User Agent
@@ -458,6 +463,9 @@
 'YandexMetrika/',
 'YandexMobileBot/',
 'yandex',
+'Amazonbot/',
+'GPTBot/',
+'GeedoProductSearch/',
 'electricmonk/',
 'spbot/',
 'SeznamBot/',
@@ -1638,6 +1646,9 @@
 'YandexMetrika/','YandexMetrika',
 'YandexMobileBot/','YandexMobileBot',
 'yandex','Yandex ( catchall )',
+'Amazonbot/','Amazonbot',
+'GPTBot/','GPTBot/',
+'GeedoProductSearch/','GeedoProductSearch/',
 'electricmonk/','electricmonk',
 'spbot/','spbot',
 'SeznamBot/','SeznamBot',