# robots.txt file
# fuer www.dirksteins.de
User-agent: MSNBOT
Disallow: /

# doesn't follow rules, so piss off
User-agent: boitho.com-dc
Disallow: /

# spammer
User-agent: LinkWalker
Disallow: /

# spammer
User-Agent: sitecheck.internetseer.com
Disallow: /

# company letting crawl the community: nono
User-agent: grub-client
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /dvd/
Disallow: /cat/images/
Disallow: /cat/catanl/cat/bilder/
Disallow: /cat/catanl/catputz/bilder/
Disallow: /BeBox/
Disallow: /trackback.php
Disallow: /textpattern/