New spiders

diff --git a/lib/core.inc b/lib/core.inc
index a1b938c..5fbbe7e 100644 (file)
--- a/lib/core.inc
+++ b/lib/core.inc
@@ -160,6 +160,8 @@ function is_spider()
       strpos($_SERVER['HTTP_USER_AGENT'], 'SapphireWebCrawler/Nutch') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'kalooga/KaloogaBot') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SimilarPages/Nutch-1.0-dev') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SapphireWebCrawler/Nutch') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'kalooga/KaloogaBot') !== false ||
       strpos($_SERVER['HTTP_USER_AGENT'], 'SimilarPages/Nutch-1.0-dev') !== false ||

+      strpos($_SERVER['HTTP_USER_AGENT'], 'Cogentbot/1.') !== false ||
+      strpos($_SERVER['HTTP_USER_AGENT'], 'CatchBot/1.0') !== false ||

       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;
       strpos($_SERVER['HTTP_USER_AGENT'], 'Cityreview Robot') !== false) {
     if (isset($_SESSION['uid']))
       $_SESSION['robot'] = true;