# Offlinereader fernhalten
User-agent: wget
User-agent: htdig/3.1.5
User-agent: htdig
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: EmailCollector
User-agent: GagaRobot
User-agent: Firefly/1.0
User-agent: Teleport Pro
User-agent: HTTrack 3.0x
User-agent: lwp-trivial
User-agent: MS_FrontPage
User-agent: http_get
User-agent: grub-client
User-agent: WebStripper
User-agent: DigExt

Disallow: /

User-agent: *
Disallow: /cms/
Disallow: /xml/
Disallow: /gb/
Disallow: /plesk-stat/
Disallow: /werbung/
Disallow: /PHPthumb/
Disallow: /nifty/
Disallow: /media/
Disallow: /sitemap/

User-agent: Slurp
Crawl-delay: 60