##########################################################################################
#
#  This file indicates to agents - ie search engine spiders - how the should browse
#
#  Note that this is just guidance and the spiders can ignore if they choose
#  This is especially true of malicious spiders
#
#  This this should be viewed as a Keep Out notice, not a locked door
#  The locked door is addressed in htaccess files and others
#
#  Do not change this file unless you understand the ramifications of doing so
# 
#  NOTE: This file should be uploaded to the server as ASCII
#
###########################################################################################

# For all agents
User-agent: *
# Do not permit indexing of the following directories - and all subdirectories
Disallow: /Admin/
Disallow: /cgi-bin/
Disallow: /cgi-data/
Disallow: /lib/
Disallow: /js/
Disallow: /stats/
Disallow: /Protection/
Disallow: /Test/