# exclude help system from robots
User-agent: *
Disallow: /addon-modules/
Disallow: /images/
Disallow: /gallery2/v/slideshow/
# the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else...
Disallow: /magnus.neck/
# disallow stress test
user-agent: stress-agent
Disallow: /
User-agent: Speedy
Crawl-Delay: 25
User-agent: Slurp
Crawl-delay: 25