# exclude help system from robots
User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
Disallow: /pipermail/
Disallow: /admin/
Disallow: /wiki/
Disallow: /etc/
Disallow: /intern/
Disallow: /webalizer/
Disallow: /dl.php

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /

# do not allow wget to retrieve html-docs
User-agent: wget
Disallow: /lit_html/*

User-agent: Wget/1.6
Disallow: /lit_html/*

User-agent: Wget/1.5.3
Disallow: /lit_html/*

User-agent: curl
Disallow: /lit_html/*

# so kann man httrack aussperren
#User-agent: HTTrack
#Disallow: /lit_html/*