#exclude internal areas from robots
User-agent: *
Disallow: /error/ /stats/ /awstats/ /cms/meshcms/ /test*/ /wiki.d/ /pmwiki/ /pub/ /local/ /var/ info.php
# but allow htdig to index our doc-tree
# User-agent: susedig
# Disallow: