# robot.txt for www.thoregon.de, www.thoregon.net, www.thoregon.org und www.sf-fantasy.info
# disallow wget to get the whole site
User-agent: wget
Disallow: /

# this spiders do not get anythink from us:
User-Agent: almaden
Disallow: /
User-Agent: lmspider
Disallow: /
User-Agent: turnitinbot
Disallow: /
User-Agent: slysearch
Disallow: /
User-Agent: msrbot
Disallow: /

# disallow picsearch
User-agent: psbot
Disallow: /

# disallow cgis and gbuch for all crawlers
User-agent: *
Disallow: /cgi-bin