User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Google Plus Share
Allow: /
User-agent: Google Feedfetcher
Allow: /
User-agent: Yahoo Slurp
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Alexa (IA Archiver)
Allow: /
User-agent: Google Web Preview
Allow: /
User-agent: Bing Preview bot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Teoma
Allow: /
User-agent: webcrawler
Allow: /
User-agent: Facebook External Hit
Allow: /
User-agent: ExaBot
Allow: /

Disallow: *.gif
Disallow: *.jpg
Disallow: *.png

User-Agent: Unknown robot (identified by 'bot' followed by a space or one of the following characters _+:,.;/\-)
Disallow: /

User-Agent: Unknown robot
Disallow: /

User-Agent: W3C-checklink
Disallow: /
User-Agent: W3C_Validator
Disallow: /
User-Agent: W3C_CSS_Validator
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: FavIconizer
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: A6-Indexer/1.0
Disallow: /
User-agent: butterfly
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: nutch
Disallow: /
User-agent: pingdom
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Python
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Wget
Disallow: /
User-agent: yie8
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: hivaBot
Disallow: /
User-agent: NerdyBot
Disallow: /
User-agent: updown_tester
Disallow: /
User-agent: AndroidDownloadManager
Disallow: /
User-agent: voltron
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: oBot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: Mail.Ru
Disallow: /