# exclude help system from robots
User-agent: *
Disallow: /admin/ 
Disallow: /bin/
Disallow: /classes/
Disallow: /css/
Disallow: /img/
Disallow: /stats/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /fotos.old/
Disallow: /fotos/weihnachtsfeier-inetx-2004/
Disallow: /fotos/fotos/weihnachtsfeier-inetx-2003/
Disallow: /fotos/albums/internetx/
Disallow: /fotos/albums/techstuff/internetx-rz/
Disallow: /fun/
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /
user-agent: SurveyBot
Disallow: /