# exclude help system from robots User-agent: * Disallow: /Mail/ Disallow: /morahome/ Disallow: /ngoh/ Disallow: /manual-1.3/ Disallow: /addon-modules/ Disallow: /sourirespoir/ Disallow: /morahome/ Disallow: /images/ Disallow: /shyne/ Disallow: /tchadmanshop/ Disallow: /webmail/ Disallow: /delicexotique/ Disallow: /commerce/ Disallow: /camille/ Disallow: /hardstone/ Disallow: /baseadmin/ Disallow: /3jcreations/ Disallow: /agape/ Disallow: /Connections/ # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # same idea here... Disallow: /admin/ # but allow htdig to index our doc-tree #User-agent: htdig #Disallow: # disallow stress test user-agent: stress-agent