# Note that you can insert comments by preceding them with a hash
# and that blank lines are also valid.

User-agent: * # All user-agents (except others specified in this file)
Disallow: /cgi-bin/ # Don't look at stuff in cgi-bin/
User-agent: WebWatch/v3.0 
Disallow: # The WebWatch robot is allowed to look at everything
User-agent: BadRobot1, BadRobot2 
Disallow: / # These BadRobots are denied access to everything
User-agent: IndexingRobot
Disallow: /cgi-bin/ # Binaries are no good for indexing
Disallow: /images/ # Images are no good for indexing
Disallow: /WEB-INF/ # Images are no good for indexing
Disallow: /templates/ # Images are no good for indexing
Disallow: /site/admin/stats/webstats # Web stats are no good for indexing (they may also be 
# sensitive)