User-agent: gsa-crawler
Disallow: /layouts/
User-agent: *
Disallow: /sitelinks.aspx
Disallow: /*.axd$
Disallow: /WebResource.axd
Disallow: /scriptresource.axd
#Special hidden/private pages requested to be excluded
Disallow: /knowledge/books/wft/
Disallow: /knowledge/wef/qa/
Disallow: /MDelection/
Disallow: /practices/psdc/loew
#Run of the mill excluded pages for dotcom
Disallow: /404.asp
Disallow: /contactus_send.asp
Disallow: /dotcom.txt
Disallow: /dqm_ie.js
Disallow: /dqm_ns.js
Disallow: /dqm_ns6.js
Disallow: /dqm_script.js
Disallow: /email.asp
Disallow: /email_send.asp
Disallow: /global.asa
Disallow: /index_INC_1.asp
Disallow: /index_INC_2.asp
Disallow: /index_INC_3.asp
Disallow: /menu.asp
Disallow: /mgi.html
Disallow: /navdescriptor.id
Disallow: /printerfriendly.asp
Disallow: /send_email.asp
Disallow: /unsupported.asp
Disallow: /survey/
Disallow: /global/
Disallow: /mgiauth/
Disallow: /nonprofitauth/
Disallow: /registration/
Disallow: /scripts/
Disallow: /search/
Disallow: /clientservice/insurance/auto_insurance_report.asp
Disallow: /careers/relatedlink/
Disallow: /careers/apply/online_casestudy/includes/
Disallow: /careers/apply/online_casestudy/qanda/
Disallow: /careers/people/consultants/old/
Disallow: /careers/people/consultants/include/
Disallow: /careers/people/dayinlife/gadget/
Disallow: /careers/people/feature/Nanjing/relatedlinks/
Disallow: /careers/people/feature/Nanjing/world_tour/
Disallow: /careers/people/feature/uganda/overview/pf/
Disallow: /careers/people/feature/uganda/process/pf/
Disallow: /careers/people/feature/uganda/recommend/pf/
Disallow: /careers/people/feature/uganda/resources/pf/
Disallow: /careers/people/feature/uganda/team/pf/
Disallow: /careers/people/relatedlink/
Disallow: /careers/profdev/related
Disallow: /careers/profdev/relatedlink/
Disallow: /careers/profdev/relatedlink/UNUSEDwhatweoffer
Disallow: /careers/working/apd/contactinfo.inc
Disallow: /careers/working/apd/command.asp
Disallow: /careers/working/bschool/contactinfo.inc
Disallow: /careers/working/professionals/contactinfo.inc
Disallow: /careers/working/undergrad/contactinfo.inc
Disallow: /chinaS/
Disallow: /chinaT/
Disallow: /firm/people/feature/
Disallow: /firm/people/partners/relatedlink/
Disallow: /firm/people/partners/gadgets/
Disallow: /firm/press/gadgets/
Disallow: /knowledge/articles/gadgets/
Disallow: /knowledge/books/gadgets/
Disallow: /knowledge/books/wft/
Disallow: /knowledge/mgi/check_cookie.asp
Disallow: /knowledge/mgi/include.asp
Disallow: /knowledge/mgi/photo_amadeo.asp
Disallow: /knowledge/mgi/photo_japan.asp
Disallow: /knowledge/mgi/Australia/check_cookie.asp
Disallow: /knowledge/mgi/barriers_france_germany/check_cookie.asp
Disallow: /knowledge/mgi/Brazil/check_cookie.asp
Disallow: /knowledge/mgi/capital_prod/check_cookie.asp
Disallow: /knowledge/mgi/Dutch/check_cookie.asp
Disallow: /knowledge/mgi/employment_performance/check_cookie.asp
Disallow: /knowledge/mgi/europe/check_cookie.asp
Disallow: /knowledge/mgi/global_capital_market/check_cookie.asp
Disallow: /knowledge/mgi/healthcare/check_cookie.asp
Disallow: /knowledge/mgi/India/check_cookie.asp
Disallow: /knowledge/mgi/IT/check_cookie.asp
Disallow: /knowledge/mgi/Japan/check_cookie.asp
Disallow: /knowledge/mgi/Korea/check_cookie.asp
Disallow: /knowledge/mgi/Latin_America/check_cookie.asp
Disallow: /knowledge/mgi/manufacturing_prod/check_cookie.asp
Disallow: /knowledge/mgi/new_economy/check_cookie.asp
Disallow: /knowledge/mgi/perspective/
Disallow: /knowledge/mgi/Poland/check_cookie.asp
Disallow: /knowledge/mgi/productivity/check_cookie.asp
Disallow: /knowledge/mgi/Russia/check_cookie.asp
Disallow: /knowledge/mgi/service_sector_prod/check_cookie.asp
Disallow: /knowledge/mgi/Sweden/check_cookie.asp
Disallow: /knowledge/mgi/thailand/check_cookie.asp
Disallow: /knowledge/mgi/UKProd/check_cookie.asp
#Added /knowledge/mgi/ after launching MGI V2
Disallow: /locations/gadgets/
Disallow: /practices/practicedropdown.xml
Disallow: /practices/practicepostcards.xml
Disallow: /practices/practicepostcards_bak.xml
Disallow: /practices/practicepostcardspecial.xml
Disallow: /practices/hightech/hightech.xml
Disallow: /practices/operationsstrategyeffectiveness/ose.xml
Disallow: /practices/corporatefinance/login.asp
Disallow: /practices/corporatefinance/loginnow.asp
Disallow: /practices/corporatefinance/pdf/R0402Gf2.pdf
#Career site exlusions
Disallow: /careers/Kellogg/
Disallow: /careers/mbarecruiting/
Disallow: /careers/ChicagoGSB/
Disallow: /careers/mitsloan/
Disallow: /careers/stanfordgsb/
Disallow: /careers/US_phdmdmasters/
Disallow: /careers/US_Schools/
Disallow: /careers/hbs/
Disallow: /careers/knowledge_center/
Disallow: /careers/umichmba/
#Office site exlusions
#Did not exclude related links or xml files from office sites
Disallow: /locations/athens/contact/contact_email.asp
Disallow: /locations/budapest/contact/contact_email.asp
Disallow: /locations/copenhagen/contact/contact_email.asp
Disallow: /locations/dublin/contact/contact_email.asp
Disallow: /locations/copenhagen/contact/contact_email.asp
Disallow: /locations/GCO/contact/contact_email.asp
Disallow: /locations/Istanbul/contact/contact_email.asp
Disallow: /locations/Johannesburg/contact/contact_email.asp
Disallow: /locations/London/contact/contactus_send.asp

Disallow: /russianquarterly/general/maintenance/
Disallow: /russianquarterly/global/
Disallow: /russianquarterly/UpdateAll.aspx
Disallow: /russianquarterly/navigation_manager.asp
Disallow: /russianquarterly/archive/
Disallow: /russianquarterly/issue1/
Disallow: /russianquarterly/latestissue.asp

Disallow: /locations/moscow/russianquarterly/email.asp
Disallow: /locations/moscow/russianquarterly/comments_email.asp
Disallow: /locations/moscow/russianquarterly/email_send.asp
Disallow: /locations/moscow/russianquarterly/exhibitcontainer.asp
Disallow: /locations/moscow/russianquarterly/forgotpassword.asp
Disallow: /locations/moscow/russianquarterly/processpdf.asp
Disallow: /locations/moscow/russianquarterly/validatepassword.asp
Disallow: /locations/moscow/russianquarterly/contact/contact_send.asp
Disallow: /locations/SiliconValley/contact/contact_email.asp
Disallow: /locations/amsterdam/contact/contact_email.asp
Disallow: /locations/amsterdam/search/advancesearch.asp
Disallow: /locations/amsterdam/search/default.asp
Disallow: /locations/amsterdam/search/search.asp
Disallow: /locations/midwest/contact/contact_email.asp
Disallow: /locations/swiss/plato/
#Practice site exlusions
#Did not exclude related links or xml files from practice sites
Disallow: /practices/bto/contact/contactus_send.asp
Disallow: /practices/Nonprofit/contact/contact_email.asp
Disallow: /practices/operationsstrategyeffectiveness/contact/contact_email.asp
Disallow: /practices/retail/contact/contactus_send.asp
Disallow: /practices/marketing/contact/contact_email.asp
Disallow: /practices/psdc/contact/contact_email.asp
Disallow: /locations/prague/contact/contact_email.asp
Disallow: /locations/midwest/contact/contact_email.asp
#MGI V2 exclusions
Disallow: /mgi/contact/gadget.asp
Disallow: /mgi/contact/thankyou.asp
Disallow: /mgi/contact/thankyou_gadget.asp
Disallow: /mgi/global/
Disallow: /mgi/images/
Disallow: /mgi/publications/allpublications.asp
Disallow: /mgi/publications/allpublications_search.asp
Disallow: /mgi/publications/allpublications_sectors.asp
Disallow: /mgi/publications/asia/inc_chapter_nav.asp
Disallow: /mgi/publications/demographics/inc_chapter_nav.asp
Disallow: /mgi/publications/demographics/inc_full_report.asp
Disallow: /mgi/publications/demographics/inc_full_report_allchapters.asp
Disallow: /mgi/publications/europe/inc_chapter_nav.asp
Disallow: /mgi/publications/europe/inc_full_report.asp
Disallow: /mgi/publications/japan/inc_chapter_nav.asp
Disallow: /mgi/publications/japan/inc_full_report.asp
Disallow: /mgi/publications/newhorizons/inc_chapter_nav.asp
Disallow: /mgi/publications/newhorizons/inc_full_report.asp
Disallow: /mgi/publications/turkey/inc_chapter_nav.asp
Disallow: /mgi/publications/turkey/inc_full_report.asp
Disallow: /mgi/publications/us/inc_chapter_nav.asp
Disallow: /mgi/publications/us/inc_full_report.asp
Disallow: /mgi/capitalmarkets/inc_alert.asp

#event sites under mckinsey.com excluded
Disallow: /retirement/
Disallow: /cror/
Disallow: /lras/
Disallow: /msls/
Disallow: /devicesummit/
Disallow: /bis/
Disallow: /btc/
Disallow: /klf/

# New  Sitecore 6 Exclusions
Disallow: /html/
Disallow: /tools/
Disallow: /services/
Disallow: /sitecore modules/
Disallow: /layouts/

# old interwoven site exclusions, which have now been moved to sitecore
Disallow: /clientservice/
Allow: /clientservice/btoparis/
Allow: /clientservice/btoswiss/
Disallow: /aboutus/
Disallow: /ideas/
Disallow: /books/
Disallow: /mgi/

Disallow:/assets/dotcom/staging/
Disallow:/assets/dotcom/staging/CDJ/default.htm
Disallow: /Test