User-agent: com_bot
Disallow: /

User-agent: crawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: info_bot
Disallow: /

User-agent: ZmlsZW5hbWU9UG93ZXJ3b3JkMjAwOVByby4yNTI2OS40MDEwLm
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: ParchBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: WukongBot
Disallow: /

User-agent: LinkStar Research Crawler
Disallow: /

User-agent: obot
Disallow: /

User-agent: robot
Disallow: /

User-agent: slurp
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: FollowSite Bot
Disallow: /

User-agent: DoubleVerify Crawler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: spider
Disallow: /

User-agent: yacybot
Disallow: /

#
# robots.txt
#

User-agent: *

Disallow: /cache/
Disallow: /errorlog/
Disallow: /images/
Disallow: /include/
Disallow: /templates/
Disallow: /modules/