# Don't allow web crawlers to index Craft CMS
User-agent: *
Disallow: /craft/

#Ticket JFDD-8669
User-agent: rogerbot
Crawl-delay: 5