# robots.txt - for an explanation, see:
#   http://www.robotstxt.org/
#   http://en.wikipedia.org/wiki/Robots_exclusion_standard

# For all sites
User-agent: *
Disallow: /cgi-bin/		# cgi-bin scripts
Disallow: /css/			# css directory
Disallow: /php-bin/		# php-bin scripts
Disallow: /phpapps/		# phpapps global scripts
Disallow: /private/		# private directory
Disallow: /test/		# test directory
Disallow: /weblog/		# weblog report directory

# Enable only for Dept. Template System sites
# User-agent: *
# Disallow: /admin/		# admin directory
# Disallow: /data/		# data directory
# Disallow: /include/		# include directory

# Works only for some spiders (e.g. MSN)
User-agent: *
Crawl-delay: 5			# Wait 5 seconds between requests