User-agent: *
Crawl-delay: 10

User-agent: *

Disallow: /manager/
Disallow: /assets/
Disallow: /cgi-bin/