'Seobility',
'MetaJobBot',
'BellPagesCA/1.0',
+ 'SafeDNSBot',
+ 'Uptimebot/1.0',
+ 'DomainStatsBot/1.0',
+ 'MetaJobBot',
+ 'SEOkicks-Robot',
+ 'Cliqzbot',
+ 'bingbot/3',
+ 'SEOkicks-Robot',
+ 'MojeekBot/',
+ 'oBot/',
+ 'CCBot/',
+ 'TurnitinBot',
+ 'ips-agent',
+ 'ExtLinksBot/',
+ 'Barkrowler/',
+ 'adscanner/',
'Cityreview Robot');
foreach ($known_spiders as $spider_id) {