# exclude help system from robots

User-agent: *
Disallow: /classes/
Disallow: /cms/
Disallow: /fck/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /log/
Disallow: /stats/
Disallow: /twatch/
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /
User-agent: boitho.com-dc
Disallow: /