#robots.txt for http://www.ctd.ornl.gov/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an
explanation.

User-agent: MOMspider        # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/          #     Script files
Disallow: /test-cgi-bin/     #     Script files
Disallow: /~atc/MOMspider/   #     Local MOMspider output

User-agent: arc	             # The mailing lists archives
User-agent: arc_year	     # The mailing lists archives yearly
Disallow: /cgi-bin/          #     Script files
Disallow: /test-cgi-bin/     #     Script files
Disallow: /~atc/MOMspider/   #     Local MOMspider output
Disallow: /test/             #     The test area for web experimentation
Disallow: /library/          #     The test area for web experimentation
Disallow: /test-cgi-bin/     #     Script files

User-agent: *                # All other spiders should avoid 
Disallow: /cgi-bin/          #     Script files
Disallow: /test/             #     The test area for web experimentation
Disallow: /library/          #     The test area for web experimentation
Disallow: /test-cgi-bin/     #     Script files
Disallow: /~atc/MOMspider/   #     Local MOMspider output
Disallow: /its/archives/     #     The mail archives area