# exclude help system from robots User-agent: * Disallow: /manual/ Disallow: /doc/ # exclude datenbank relevant info from user aspirator Disallow: /mini Disallow: /sql Disallow: /out Disallow: /tmp Disallow: /log # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /