# exclude help system from robots #User-agent: * #Disallow: /studium/ # but allow htdig to index our doc-tree User-agent: htdig Disallow: # disallow stress test user-agent: stress-agent Disallow: /