# This file is used by automatic WWW Robots, Web Crawlers, and # other automated web mapper programs. It defines which areas # are not to be explored. # # See http://web.nexor.co.uk/mak/doc/robots/norobots.html # Now located at http://info.webcrawler.com/mak/projects/robots/norobots.html # for more information. # # Robots.txt for http://energetic.com # 941023:2335.MSM User-agent: * # for all robots Disallow: /experimental # not yet ready for publication Disallow: /logout # this is really experimental Disallow: /new-sites # Really references elsewhere Disallow: /ohol # Not Yet Ready for publication Disallow: /oldjunk # garbage Disallow: /other_docs # non-master copies of WWW documentation Disallow: /cgi-bin # executable scripts would confuse robots Disallow: /interesting_destinations # points to everywhere...