# exclude help system from robots User-agent: * Disallow: /manual/ Disallow: /doc/ # exclude datenbank relevant info from user aspirator Disallow: /mini/ Disallow: /out/ Disallow: /tmp/ Disallow: /log/ Disallow: /css/ Disallow: /tpl/ Disallow: /dist/ Disallow: /cfg/ Disallow: user_new.php Disallow: lightbox.php Disallow: user_password.php # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /