# robots.txt zu scrappiness.de

User-agent: *
Disallow: /database
Disallow: /files
Disallow: /includes
Disallow: /misc
Disallow: /modules
Disallow: /script
Disallow: /scripts
Disallow: /service
Disallow: /sites
Disallow: /themes
Disallow: /shop

User-agent: Slurp
Crawl-delay: 10