User-agent: WebWatch/v3.0 Disallow: # The WebWatch robot is allowed to look at everything :-) User-agent: BadRobot1, BadRobot2 Disallow: / # These BadRobots are denied access to everything User-agent: IndexingRobot Disallow: /cgi-bin/ # Binaries are no good for indexing Disallow: /images/ # Images are no good for indexing User-agent: * # All user-agents (except others specified in this file) Disallow: /cgi-bin/ # Dont look at stuff in /cgi-bin/ sitemap: http://cdn.attracta.com/sitemap/114200.xml.gz sitemap: http://cdn.attracta.com/sitemap/114201.xml.gz