# This file is used by automatic WWW Robots, Web Crawlers, and
# other automated web mapper programs.  It defines which areas
# are not to be explored.
#
# See http://web.nexor.co.uk/mak/doc/robots/norobots.html
# for more information.
#
# Robots.txt 
# 20020809:1925.WPS

User-agent: *  # for all robots
Disallow: /experimental  # not yet ready for publication
Disallow: /other_docs    # non-master copies of WWW documentation
Disallow: /cgi-bin       # executable scripts would confuse robots
Disallow: /interesting_destinations  # points to everywhere...
Disallow: /test		#non stable pages
Disallow: /upgrade	#new pages under development
Disallow: /hiddenload	#place to get reliable downloads from