# robots.txt
User-agent: *
Disallow: /sites/
Disallow: /themes/
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /taxonomy
Disallow: /comment/reply
Disallow: /node
Disallow: /search
Disallow: /user
Disallow: /print
Disallow: /printpdf
Disallow: /impressum
Disallow: /nutzungsbestimmungen
Disallow: /datenschutz
Disallow: /copyright
Disallow: /404error

# we don't want:
User-agent: Fasterfox
Disallow: /
User-agent: Wget
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 10