User-agent: *
Disallow: /xxx/

User-agent: Slurp
Crawl-delay: 600
#Yahoo, 600sec

User-agent: Y!J-SRD/1.0
Disallow: *
Allow: /mb/
#Yahoo mobile

User-agent: Y!J-MBS/1.0
Disallow: *
Allow: /mb/
#Yahoo mobile

User-agent: ia_archiver
Disallow: /
#USA Alexa : alexa.com/

User-agent: Yetibot
Disallow: /
#Crawl-delay: 600
#Korea Naver : www.naver.com

User-agent: Baiduspider
Disallow: /
#Crawl-delay: 600
#China Baidu : www.baidu.com, www.baidu.jp

User-agent: BaiduImagespider
Disallow: /
#Crawl-delay: 600
#China Baidu : www.baidu.com, www.baidu.jp

User-agent: yodaobot
Disallow: /
#Crawl-delay: 600
#China Yodao : www.yodao.com