# This file restricts where link-checkers (robots) should go
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.
 
User-agent: *                   # All spiders should avoid 
Disallow: /cgi-bin/             # scripts