User-agent: *
allow: /

User-agent: dotbot 
Disallow: /

User-agent: Slurp
Crawl-delay: 20


User-agent: ShopWiki
Crawl-Delay: 20