# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: Mediapartners-Google 
Disallow:

User-agent: grapeshot
User-agent: GrapeshotCrawler
User-agent: proximic
User-agent: Clickagy Intelligence Bot v2
User-agent: MaxPointCrawler
User-agent: ias_crawler
User-agent: A6-Indexer
User-agent: SurdotlyBot
User-agent: DotBot
User-agent: SeznamBot
User-agent: istellabot
User-agent: Sogou web spider
User-agent: BUbiNG
User-agent: FemtosearchBot
User-agent: archive.org_bot
User-agent: GetIntent Crawler
User-agent: ltx71
User-agent: MJ12bot
User-agent: MBCrawler
User-agent: Kerrigan
User-agent: ia_archiver
Disallow: /

#User-Agent: *
#Disallow: /site/show_sub/