Add more bots

diff --git a/lib/core.inc b/lib/core.inc
index f8c9b9c..05680a5 100644 (file)
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -206,6 +206,9 @@ function is_spider()
       strpos($_SERVER['HTTP_USER_AGENT'], 'SeznamBot') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'CareerBot/1') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SiteExplorer/1') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'discoverybot/2.0') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'SemrushBot/') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'archive.org_bot') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;