User-agent: *
Crawl-delay: 1
Disallow: /config
Disallow: /controllers
Disallow: /elements
Disallow: /helpers
Disallow: /jobs
Disallow: /languages
Disallow: /libraries
Disallow: /mail
Disallow: /models

Disallow: /single_pages
Disallow: /themes
Disallow: /tools
Disallow: /updates

Disallow: /auth
Disallow: /login

User-agent: Googlebot
Disallow: /blocks
Disallow: /concrete
Allow: /concrete/css/
Allow: /concrete/js/
Allow: /concrete/blocks/rss_displayer/
Disallow: /config
Disallow: /controllers
Disallow: /css
Disallow: /elements
Disallow: /helpers
Disallow: /jobs
Disallow: /js
Disallow: /languages
Disallow: /libraries
Disallow: /mail
Disallow: /models
Disallow: /auth
Disallow: /login

User-agent: rogerbot
Crawl-delay: 10
Disallow: /events