# Infodrom Oldenburg # # Copyright (c) 2002 by Martin Schulze # Sorry, only one crawler is allowed to index the mail archive. # Traffic gets too high, making it too expensive for us. If # it doesn't reduce, we'll have to shut down the service. # User-agent: * Disallow: / # Google is our preferred search engine User-agent: Googlebot Allow: / Disallow: /Infodrom/fortunes/download/ # This is the Internet Archive archiver from web.archive.org User-agent: ia_archiver Allow: / Disallow: /Infodrom/fortunes/download/ # Microsoft Live Search is keen to index our site User-agent: msnbot Allow: / Disallow: /Infodrom/fortunes/download/