# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /*/events/add_comment*
User-agent: Slurp
Crawl-delay: 60
User-agent: msnbot
Crawl-delay: 3600
User-agent: baiduspider
Crawl-delay: 3600
User-Agent: Teoma
Crawl-delay: 3600
User-Agent: Ask Jeeves
Crawl-delay: 3600
User-agent: yetibot
Crawl-delay: 3600
User-Agent: Shim-Crawler
Disallow: /
User-Agent: Steeler
Disallow: /
User-Agent: Twiceler
Disallow: /
User-Agent: SafariBookmarkChecker
Disallow: /
User-Agent: BecomeBot
Disallow: /
User-Agent: NaverBot
Disallow: /