Add more bots
authorJoey Schulze <joey@infodrom.org>
Sun, 2 Feb 2014 11:35:29 +0000 (11:35 +0000)
committerJoey Schulze <joey@infodrom.org>
Sun, 2 Feb 2014 11:35:29 +0000 (11:35 +0000)
lib/core.inc

index 05680a5..0365114 100644 (file)
@@ -209,6 +209,11 @@ function is_spider()
       strpos($_SERVER['HTTP_USER_AGENT'], 'discoverybot/2.0') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SemrushBot/') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'archive.org_bot') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'waybackarchive.org/1.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'spbot/4.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'Mail.RU_Bot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'linkdexbot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'webmeup-crawler.com') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;