User-agent: *
Crawl-delay: 5
User-Agent: VoilaBot
Crawl-delay: 14
User-agent: Slurp
Crawl-delay: 8
User-Agent: Charlotte
Crawl-delay: 15
User-Agent: twiceler
Crawl-delay: 8
User-Agent: Sosospider
Crawl-delay: 20
User-agent: Exabot
Crawl-delay: 15
User-Agent: magpie-crawler
Crawl-delay: 20
User-agent: Naverbot
Crawl-delay: 14
User-agent: YoudaoBot
Crawl-delay: 12
User-agent: MJ12bot
Crawl-delay: 12