# disallow all
User-agent: *
Disallow: /
Crawl-delay: 600

# but allow only important bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: DotBot
User-agent: DuckDuckGo-Favicons-Bot
User-agent: bingbot

Disallow: /app/actions/
Disallow: /app/ajax/
Disallow: /app/bootstrap/
Disallow: /app/classes/
Disallow: /app/config/
Disallow: /app/helpers/
Disallow: /app/language/
Disallow: /app/libraries/
Disallow: /app/views/
Disallow: /backup/
Disallow: /bestanden/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /cms/
Disallow: /klanten/
Disallow: /logos/
Disallow: /logs/
Disallow: /phpmyadmin/
Disallow: /tmp/
Disallow: /product-details/

Crawl-delay: 600