User-agent: *
Disallow: /accessibility/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /legal/
Disallow: /news/
Disallow: /files/
Disallow: /search?

User-agent: aipbot		# http://www.aipbot.com
User-agent: Nutch		# http://lucene.apache.org/nutch/bot.html
User-agent: SurveyBot		# http://www.whois.sc/info/webmasters/surveybot.html
User-agent: seekbot		# http://www.seekbot.net/bot.html
User-agent: btbot		# http://www.btbot.com/btbot.html
User-agent: baiduspider
User-agent: Wget
User-agent: FindLinks		# http://wortschatz.uni-leipzig.de/nextlinks/findlinks.html
User-agent: HTTrack
User-agent: appie
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: EverbeeCrawler
User-agent: ConveraCrawler	# http://mail.tawdemo.com/crawl/
User-agent: turnitinbot		# http://www.turnitin.com/robot/crawlerinfo.html
Disallow: /