# exclude help system from robots
User-agent: *
Disallow: /cgi-bin/
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /book/
Disallow: /gallery/
Disallow: /gif/
Disallow: /images/
Disallow: /files/econsoc-conf/
Disallow: /tools/
Disallow: apache.html
Disallow: /wedding/
Disallow: /nz/
Disallow: nz.php3
Disallow: /work/
Disallow: /aoife/
Disallow: /am/
Disallow: /mov/
Disallow: /155/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /

#fucking msnbot
User-agent: msnbot 
Crawl-delay: 360