User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /ajax/

Crawl-delay: 20

User-agent: Sosospider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: YodaoBot
Disallow: /

#http://help.naver.com/robots/
User-agent: Yeti
Disallow: /

# http://www.dotnetdotcom.org
User-agent: dotbot 
Disallow: / 

# 
User-agent: Gecko Minefield 
Disallow: / 

# 
User-agent: MLBot 
Disallow: / 

# www.metadatalabs.com/mlbot
User-agent: PKU Student Spider 
Disallow: / 

# http://www.cuil.com/twiceler/robot.html
User-agent: Twiceler 
Disallow: /