From: Joey Schulze <joey@infodrom.org>
Date: Thu, 28 Jun 2018 12:29:56 +0000 (+0200)
Subject: Update list of crawlers
X-Git-Url: https://git.infodrom.org/?p=infodrom.org%2Fwww.zeitungsliste.de;a=commitdiff_plain;h=f8372cc0bfe9724fa2f3e02fce4e84d72ffc2146

Update list of crawlers
---

diff --git a/lib/core.inc b/lib/core.inc
index 8026a71..6d6be04 100644
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -218,6 +218,22 @@ function is_spider()
 			 'Seobility',
 			 'MetaJobBot',
 			 'BellPagesCA/1.0',
+			 'SafeDNSBot',
+			 'Uptimebot/1.0',
+			 'DomainStatsBot/1.0',
+			 'MetaJobBot',
+			 'SEOkicks-Robot',
+			 'Cliqzbot',
+			 'bingbot/3',
+			 'SEOkicks-Robot',
+			 'MojeekBot/',
+			 'oBot/',
+			 'CCBot/',
+			 'TurnitinBot',
+			 'ips-agent',
+			 'ExtLinksBot/',
+			 'Barkrowler/',
+			 'adscanner/',
 			 'Cityreview Robot');
 
   foreach ($known_spiders as $spider_id) {