# excludes
User-agent: *
Disallow: /gif/
Disallow: /fax/
Disallow: /af_templates/
Disallow: /assets/
Disallow: /icons/
Disallow: /java/
Disallow: /opt/
Disallow: /temp/
# allow htdig to index our doc-tree
User-agent: susedig
user-agent: stress-agent
Disallow: /