User-agent: Googlebot
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: Baiduspider
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: YandexBot
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: ichiro
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: sogou spider
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: Sosospider
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: YoudaoBot
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: YetiBot
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: bingbot
Crawl-delay: 2
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-Agent: Yahoo! Slurp 
Crawl-delay: 2
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: rdfbot
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: Seznambot 
Request-rate: 1/2s
Disallow: /assets/
Disallow: /js/
Disallow: /css/

User-agent: ia_archiver
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /