# ############ SPIDERS INSTRUCTIONS ##########
#

# $Id: robots.txt,v 1.00 09/23/2008 10:10:45 ted Exp $
#

# For any Spider
User-agent: *
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /oldsite/
Disallow: /webalizer/
Disallow: /rankings/

# For use by Google
user-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /oldsite/
Disallow: /webalizer/
Disallow: /rankings/


# Exclude from site
user-agent: unnamed
Disallow: /


# Exclude from site
user-agent: Die Blinde Kuh
Disallow: /


# For use by Collective
user-agent: Collective
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /oldsite/
Disallow: /webalizer/
Disallow: /rankings/


# Exclude from site
user-agent: CydralSpider
Disallow: /


# Exclude from site
user-agent: LabelGrabber
Disallow: /


# Exclude from site
user-agent: GetterroboPlus Puu
Disallow: /


# Exclude from site
user-agent: suntek search engine
Disallow: /


# Exclude from site
user-agent: Sygol
Disallow: /


# Exclude from site
user-agent: TLSpider
Disallow: /


# Exclude from site
user-agent: The NWI Robot
Disallow: /

# ###################################