User-agent: *
Disallow: /Catalogues/crm/crmcontent.aspx
Disallow: /crm/index.aspx
Disallow: /crm-organic/index.aspx
Disallow: /crm-organic/method.aspx
Disallow: /crm-organic/columns.aspx
Disallow: /sampleprep/index.aspx
Disallow: /sampleprep/article.aspx
Disallow: /WebResource.axd

#fake ms bots
User-agent: Microsoft URL Control
Disallow: /
User-agent: microsoft.url 
Disallow: /

# blocks other common spam bots
User-agent: WebCopier v.2.2 
Disallow: /

User-agent: Custom Bot/Robot #20 
Disallow: /

User-agent: RPT-HTTPClient 
Disallow: /

User-agent: OutfoxBot
Disallow: /

User-agent: bright.net caching robot
Disallow: /

User-agent: iaea
Disallow: /

User-agent: Test.Com
Disallow: /

User-agent: Test
Disallow: /

User-agent: Indy
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Program Shareware
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Larbin
Disallow: /

User-agent: WinHttp.WinHttpRequest
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-agent: Advanced Email Extractor
Disallow: /

User-agent: Netcraft Web Server Survey
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: DTS Agent
Disallow: /

User-agent: COMBINE
Disallow: /

User-agent: IP*Works! HTTP/S Component
Disallow: /

User-agent: ISC Systems iRc Search
Disallow: /

User-agent: LinksManager.com_bot
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: Fetch API Request
Disallow: /

User-agent: Faxobot 
Disallow: /

User-agent: INDEXU Spider Link Checker
Disallow: /

User-agent: e-collector
Disallow: /

User-agent: linkwalker 
Disallow: /

User-agent: LinksManager
Disallow: /

User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /

User-agent: Twiceler 
Disallow: /

User-agent: Microsoft Data Access
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: Asterias Crawler
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Stupid email harvester
Disallow: /

User-agent: Shim-Crawler
Disallow: /

User-agent: GaisBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Java1.x.x
Disallow: /

User-agent: AnswerBus
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /