# robots.txt for http://www.amitysolutions.com.au User-agent: * Disallow: /administration/ # nothing under /administration/ should be spidered Disallow: /cgi-bin/ # nothing under /cgi-bin/ should be spidered Disallow: /WWWBoard/ # nothing under /WWWBoard/ should be spidered Disallow: /x-scripts/ # nothing under /x-scripts/ should be spidered Disallow: /webstats/ # nothing under /webstats/ should be spidered Disallow: /guestbook/ # nothing under /guestbook/ should be spidered