# exclude help system from robots Sitemap: http://www.fabulousfireplaces.com/sitemap.xml User-agent: * # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # same idea here... Disallow: /admin/ # but allow htdig to index our doc-tree #User-agent: htdig #Disallow: # disallow stress test # user-agent: stress-agent # Disallow: /