X-Git-Url: https://git.infodrom.org/?p=infodrom.org%2Fwww.zeitungsliste.de;a=blobdiff_plain;f=lib%2Fcore.inc;h=03651145c2a67373908af8551b9e6ff1851159df;hp=05680a5fa6b5e98af6ac6962ba81bee60f8e3499;hb=89c4a80bd9600c3f1fdd068c512f90ba04b9a36b;hpb=8dc1960009f905fcff77d9d44e696c2b65332d5d

diff --git a/lib/core.inc b/lib/core.inc
index 05680a5..0365114 100644
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -209,6 +209,11 @@ function is_spider()
       strpos($_SERVER['HTTP_USER_AGENT'], 'discoverybot/2.0') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SemrushBot/') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'archive.org_bot') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'waybackarchive.org/1.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'spbot/4.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'Mail.RU_Bot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'linkdexbot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'webmeup-crawler.com') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;