# robots.txt - file for robot exclusion - for more info, see
# <http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html>
User-agent: MOMspider
Disallow: /cgi-bin/

# This is a _very_ _very_ broken bot. You don't fix it, you don't
# crawl here.
User-Agent: Slurp
Disallow: /

User-agent: *
Disallow: /Archiv