User-agent: *
Allow: /

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 5