User-agent: * 
Disallow: 

User-Agent: Charlotte
Crawl-Delay: 5

User-agent: dotbot 
Disallow: /