User-Agent: *
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm
Disallow: /MarathonGuide/news/stories
Disallow: /news/stories


#Yahoo! Slurp
User-agent: Slurp
Disallow: /results/browse.cfm
Disallow: /races/MoreReviews.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Crawl-delay: 2


User-agent: msnbot
Disallow: /races/MoreReviews.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm
Crawl-delay: 6


#Wayback Marchine
User-agent: ia_archiver
Disallow: /races
Disallow: /bulletinboards
Disallow: /results
Disallow: /news
Disallow: /favoriteruns
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm


#Archive-It
User-agent: archive.org_bot
Disallow: /results/browse.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm


#Google 
User-agent: Googlebot
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /races/MoreReviews.cfm
Disallow: /redirect.cfm
Disallow: /MarathonGuide/news/stories
Disallow: /news/stories


#Ask.com 
User-agent: Teoma
Disallow: /redirect.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople


User-Agent: OmniExplorer_Bot
Disallow: /


#Exabot
User-agent: Exabot
Disallow: /results/browse.cfm
Disallow: /races/MoreReviews.cfm
Disallow: /redirect.cfm
Disallow: /Redirect.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Crawl-delay: 6


#IRL Crawler - Texas A&M
User-agent: IRLbot
Disallow: /results/browse.cfm
Disallow: /races/reviewsreply.cfm
Disallow: /races/reviewsReply.cfm
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm


#Shopping Sites
#YahooSeeker - http://help.yahoo.com/help/us/shop/merchant/
User-agent: YahooSeeker
Disallow: /races
Disallow: /bulletinboards
Disallow: /results
Disallow: /news
Disallow: /favoriteruns
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm


#Become-bot - http://www.become.com/site_owners.html
User-agent: BecomeBot 
Disallow: /bulletinboards
Disallow: /results
Disallow: /news
Disallow: /favoriteruns
Disallow: /races
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm


#ShopWiki.com - http://www.shopwiki.com/wiki/Help:Bot
User-agent: ShopWiki
Disallow: /bulletinboards
Disallow: /results
Disallow: /news
Disallow: /races
Disallow: /favoriteruns
Disallow: /contactus
Disallow: /tellpeople
Disallow: /redirect.cfm