# robots.txt http://www.nina-caro.de/ User-agent: jobs.de User-agent: CazoodleBot User-agent: psbot User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: WebReaper Disallow: / User-agent: Slurp Crawl-delay: 180 User-agent: * Disallow: /classes Disallow: /de Disallow: /includes Disallow: /media Disallow: /pics Disallow: /pix Disallow: /spare Disallow: /styles Disallow: /tech Disallow: /termine