Add some bots master
authorJoey Schulze <joey@infodrom.org>
Wed, 6 Sep 2023 06:48:14 +0000 (08:48 +0200)
committerJoey Schulze <joey@infodrom.org>
Wed, 6 Sep 2023 06:48:14 +0000 (08:48 +0200)
lib/core.inc

index 6d6be04..45e25e9 100644 (file)
@@ -234,6 +234,12 @@ function is_spider()
                         'ExtLinksBot/',
                         'Barkrowler/',
                         'adscanner/',
                         'ExtLinksBot/',
                         'Barkrowler/',
                         'adscanner/',
+                        'PetalBot;',
+                        'SEOkicks;',
+                        'SemrushBot-BA;',
+                        'Dataprovider.com',
+                        'GPTBot/',
+                        'Applebot/',
                         'Cityreview Robot');
 
   foreach ($known_spiders as $spider_id) {
                         'Cityreview Robot');
 
   foreach ($known_spiders as $spider_id) {