User-agent: *
Disallow: /assets/
Disallow: /assets-frontpage/

User-agent: test-bot
Disallow: / 

# http://www.bing.com/bingbot.htm
User-agent: bingbot
Disallow: /

# http://www.trendiction.com/en/publisher/bot
User-agent: trendictionbot
Disallow: /

# http://www.apple.com/go/applebot
User-agent: Applebot
Disallow: /

# http://www.grapeshot.co.uk/crawler.php
User-agent: grapeshot
Disallow: /

# http://www.semrush.com/bot.html
User-agent: SemrushBot
Disallow: /

# http://www.semrush.com/bot.html
User-agent: SemrushBot-SA
Disallow: /

# http://mj12bot.com
User-agent: MJ12bot
Disallow: /

# http://www.opensiteexplorer.org/dotbot
User-agent: dotbot
Disallow: /

# http://www.netseer.com/crawler.html
User-agent: netseer
Disallow: /

# http://www.pinterest.com/bot.html
User-agent: Pinterestbot
Disallow: /

# http://getintent.com/bot.html
User-agent: GetIntent Crawler
Disallow: /

User-agent: bidswitchbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: FemtosearchBot
Disallow: /

User-agent: Owler
Disallow: /

User-agent: tracemyfile
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SafeDNSBot
Disallow: /

User-agent: HybridBot
Disallow: /

User-agent: Feedly
Disallow: /

User-agent: FeedBurner
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: theoldreader.com
Disallow: /

User-agent: semantic-visions.com
Disallow: /

User-agent: proximic
Disallow: /

User-agent: weborama-fetcher
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: ias_crawler
Disallow: /