User-agent: ia_archiver
Disallow: /

User-Agent: *
Disallow: /cs.html
Disallow: /assets/automotive/white-papers/AutoCheck_2X Dealer_FAQ.pdf
Disallow: /assets/automotive/white-papers/autocheck-2x-dealer-faq.pdf
Disallow: /assets/access/documentation/*
Disallow: /assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf 
Disallow: /assets/business-strategies/brochures/datadirectorynov08.pdf
Disallow: /assets/business-information/experian-moodys-small-business-credit-index/*
Disallow: /assets/p/*
Disallow: /assets/marketing-services/p/*
Disallow: /decision-analytics/da-whitepaper-archive.html
Disallow: /decision-analytics/da-information-webinars.html
Disallow: /assets/decision-analytics/brochures/flexion-platform-brochure-na.pdf
Disallow: /sites/experian/strategy-management/assets/flexion-customer-management.pdf
Disallow: /sites/experian/strategy-management/assets/flexion-strategy-management.pdf
Disallow: /test/*
Disallow: /blogs/hitwise-uk/img_alt
Disallow: /blogs/*/feed/$
Disallow: /blogs/*/tag/*/index.php/page/*
Disallow: /blogs/*/tag/search/page/*/?paged*
Disallow: /blogs/business-credit/page/*/?author=*
Disallow: /marketing-services/p/*
Disallow: /*media1$
Disallow: /*media2$
Disallow: /*media3$
Disallow: /*media4$
Disallow: /*media5$
Disallow: /*media6$
Disallow: /marketing-services/p/*
Disallow: /poc/*
Disallow: /forms/submit.form
Disallow: /script/ScriptServlet
Disallow: /NetConnect
Disallow: /ARFResponse
Disallow: /WebDelivery
Disallow: /iw-cc/command/
Disallow: /consumer/cac/*
Disallow: /ncaconline/*
Disallow: /cgi-bin/*
Disallow: /blogs/*/wp-admin/*
Disallow: /site-includes/*
Disallow: /blogs/*/comments/feed/$
Disallow: /small-business/cesar-test-731.jsp
Disallow: /cms/*
Disallow: /assets/business-information/white-papers/*
Disallow: /products/pdf/*
Disallow: /small-business/mailing-lists/*-mailing-lists.jsp
Disallow: /single-crm/*
Disallow: /marketing-services/2014-client-summit.html