Sitemap: /Sitemap.59.0.html

# unerwünschte Email-Spider
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /

# weitere unerwünschte Sauger
User-agent: ia_archiver
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Webwhacker
Disallow: /
User-agent: Webzip
Disallow: /
User-agent: Net Attache
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebCapture
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Roverbot
Disallow: /

# besondere Bilder-Spider
User-agent: Googlebot-Image
Disallow: /
User-agent: vscooter
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: psbot
Disallow: /

# google versteht nun auch wildcards
User-agent: Googlebot
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /vollzeit/
Disallow: /teilzeit/
Disallow: /firmen/
Disallow: /cbm/
Disallow: /partner/
Disallow: /links/
Disallow: /printable/
Disallow: /pdf/

# allgemein
User-agent: *
Disallow: /fileadmin/pics
Disallow: /fileadmin/layout
Disallow: /uploads/pics
Disallow: /Seite_weiterempfehlen
Disallow: /Kontakt.27.0.html
Disallow: /.extern/
Disallow: /vollzeit/
Disallow: /teilzeit/
Disallow: /firmen/
Disallow: /cbm/
Disallow: /partner/
Disallow: /links/
Disallow: /printable/
Disallow: /pdf/

# IC-Jobs Crawler
User-agent: ICCrawler - ICjobs
Crawl-delay: 20