user-agent: baiduspider
disallow:/

User-agent: Yeti
disallow:/

User-agent: twiceler
disallow:/

User-agent: YodaoBot
disallow:/

User-agent: DotBot
disallow:/

User-agent: MJ12bot
disallow:/

User-agent: MLBot
disallow:/

User-agent: Slurp
Crawl-delay: 20
disallow:/*/rakuten/details/

User-agent: Googlebot
Crawl-delay: 120
disallow:/*/rakuten/details/