Update robots.pm

Fixes #248

diff --git a/wwwroot/cgi-bin/lib/robots.pm b/wwwroot/cgi-bin/lib/robots.pm
index d8609c9f81e89fefc5acb8ef602e46e8d48229ce..706c45d93c82871185a1c81e73d0abca22c5f9e0 100644 (file)
--- a/wwwroot/cgi-bin/lib/robots.pm
+++ b/wwwroot/cgi-bin/lib/robots.pm
@@ -43,6 +43,11 @@
 #\r
 #-------------------------------------------------------\r
 \r
+# 2024-07-17 Dinko Sotirov\r
+#              Added Amazonbot (https://developer.amazon.com/support/amazonbot)\r
+#              Added GPTBot (https://openai.com/gptbot)\r
+#              Added GeedoProductSearch (http://www.geedo.com/product-search.html)\r
+\r
 # 2023-07-04 RobC \r
 #              Removed Dalvik as native Android UI Browser User Agent\r
 #              Removed CFNetwork as native iOS and OSX Browser User Agent\r
@@ -458,6 +463,9 @@
 'YandexMetrika/',\r
 'YandexMobileBot/',\r
 'yandex',\r
+'Amazonbot/',\r
+'GPTBot/',\r
+'GeedoProductSearch/',\r
 'electricmonk/',\r
 'spbot/',\r
 'SeznamBot/',\r
@@ -1638,6 +1646,9 @@
 'YandexMetrika/','YandexMetrika',\r
 'YandexMobileBot/','YandexMobileBot',\r
 'yandex','Yandex ( catchall )',\r
+'Amazonbot/','Amazonbot',\r
+'GPTBot/','GPTBot/',\r
+'GeedoProductSearch/','GeedoProductSearch/',\r
 'electricmonk/','electricmonk',\r
 'spbot/','spbot',\r
 'SeznamBot/','SeznamBot',\r