User-agent: *
Allow: /

User-agent: msnbot 
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 10

User-agent: PaperLiBot
Crawl-delay: 10

User-agent: ICC-Crawler
Crawl-delay: 10

User-agent: Nutch
Crawl-delay: 10