From: Joey Schulze <joey@infodrom.org>
Date: Sun, 2 Feb 2014 11:35:29 +0000 (+0000)
Subject: Add more bots
X-Git-Url: https://git.infodrom.org/?p=infodrom.org%2Fwww.zeitungsliste.de;a=commitdiff_plain;h=89c4a80bd9600c3f1fdd068c512f90ba04b9a36b

Add more bots
---

diff --git a/lib/core.inc b/lib/core.inc
index 05680a5..0365114 100644
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -209,6 +209,11 @@ function is_spider()
       strpos($_SERVER['HTTP_USER_AGENT'], 'discoverybot/2.0') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SemrushBot/') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'archive.org_bot') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'waybackarchive.org/1.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'spbot/4.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'Mail.RU_Bot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'linkdexbot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'webmeup-crawler.com') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;