# robots.txt for http://www.ai.sri.com/tvgeo
# See http://www.robotstxt.org/wc/norobots.html for info
#  IMPORTANT: Test this file via the URL
# http://www.dcs.ed.ac.uk/cgi/sxw/parserobots.pl?site=http%3A%2F%2Fwww.ai.sri.com%2Frobots.txt

# WARNING:  Blank lines ARE significant in this file.

# NOTE:  The docs indicate this should be after the "*" section.  Experiments show otherwise.
User-agent: *
Crawl-delay: 10
Disallow: /norobot/  # This is to test to see if robots/spiders are ignoring this robots.txt
Disallow: /norobot.html  # Another test.
Disallow: /cgi-bin/
Disallow: /Harvest/
Disallow: /~magic/TileSets/
Disallow: /~magic/tmp/
Disallow: /TileSets/
Disallow: /geovrml/archive/
# WARNING: If you add any here, add them in all more specific blocks of user agents.