From f8372cc0bfe9724fa2f3e02fce4e84d72ffc2146 Mon Sep 17 00:00:00 2001
From: Joey Schulze <joey@infodrom.org>
Date: Thu, 28 Jun 2018 14:29:56 +0200
Subject: [PATCH] Update list of crawlers

---
 lib/core.inc | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/lib/core.inc b/lib/core.inc
index 8026a71..6d6be04 100644
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -218,6 +218,22 @@ function is_spider()
 			 'Seobility',
 			 'MetaJobBot',
 			 'BellPagesCA/1.0',
+			 'SafeDNSBot',
+			 'Uptimebot/1.0',
+			 'DomainStatsBot/1.0',
+			 'MetaJobBot',
+			 'SEOkicks-Robot',
+			 'Cliqzbot',
+			 'bingbot/3',
+			 'SEOkicks-Robot',
+			 'MojeekBot/',
+			 'oBot/',
+			 'CCBot/',
+			 'TurnitinBot',
+			 'ips-agent',
+			 'ExtLinksBot/',
+			 'Barkrowler/',
+			 'adscanner/',
 			 'Cityreview Robot');
 
   foreach ($known_spiders as $spider_id) {
-- 
2.20.1