# robots.txt for CommerceEngine
User-agent: AhrefsBot
Disallow: / 

User-agent: *
Disallow: /Secure 
Crawl-delay: 1

User-agent: *
Disallow: /AjaxScripts
Crawl-delay: 1