User-agent: Mysite/Nutch-2.2.1
Disallow: /

User-Agent: daumoa 
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Yanga
Disallow: /

User-agent: sosospider
Disallow: /

User-agent: gosospider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: boo/Nutch
Disallow: /

User-agent: FunWebProducts
Disallow: /

User-agent: DBLBot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ZangoToolbar
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: *
Disallow: /site/edit
Disallow: /site/menu
Disallow: /statistics
Disallow: /myAccountView
Disallow: /baSignup
Disallow: /webSignup
Disallow: /secRef
Disallow: /refDownload
Disallow: /checkout
Disallow: /my
Disallow: /visitor
Disallow: /bb.