# robot.txt for www.thoregon.de, www.thoregon.net, www.thoregon.org und www.sf-fantasy.info
# disallow wget to get the whole site
User-agent: wget
Disallow: /

# this spiders do not get anythink from us:
User-Agent: almaden
Disallow: /
User-Agent: lmspider
Disallow: /
User-Agent: msrbot
Disallow: /

# disallow cgis and gbuch for all crawlers
User-agent: *
Disallow: /cgi-bin
Disallow: /acp

# Yahoo needs delay to not crawl so often
User-agent: Slurp
Crawl-delay: 60
Disallow: /cgi-bin
Disallow: /acp