1 2 3# robots.txt for http://www.aetna.com 4# 5# Owner - Aetna.com User Interface Design and Development Team / AIS ADS Web Services 6# 7# List of Orphan urls - not linked from site - not part of search: 8# http://www.aetna.com/employer/AetnaLink/ 9# http://www.aetna.com/producer/marsh_broker.html 10# 11# http://www.aetna.com/TIBRF.html 12# http://www.aetna.com/about/AetnaHealthFund/ 13# http://www.aetna.com/about/AetnaHealthFund/before_fund_deductible/ 14# http://www.aetna.com/about/MemberRights/ 15# http://www.aetna.com/about/pdf/draft_privacy_notice.pdf 16# http://www.aetna.com/about/pdf/Aetna_MCP.pdf 17# http://www.aetna.com/about/dolregs.html 18# 19# http://www.aetna.com/help/logo/index.html 20# http://www.aetna.com/info/nextel.html 21# http://www.aetna.com/info/citibusiness.html 22# 23# http://www.aetna.com/provider/eob/ 24# 25# 26# keep these allows out of all main catalogs 27# Allow: /inyourstate/employer.html 28# Allow: /inyourstate/member.html 29# Allow: /inyourstate/producer.html 30 31 32 33User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Aetna 34Allow: /sitesearch/navlinks.html 35Allow: /info/aetnahsa.html 36Disallow: /inyourstate/ 37Disallow: /cpb/medical/data/disclaimer/ 38Disallow: /creativeservices/ 39Disallow: /externalweb/ 40Disallow: /groupinsurance/employers.htm 41Disallow: /groupinsurance/producers.htm 42Disallow: /info/ 43Disallow: /about-aetna-insurance/tools/info.html 44Disallow: /group/ 45Disallow: /employer/AetnaLink/index.html 46Disallow: /investor/annualrpt/ 47Disallow: /prototype/ 48Disallow: /members/ers2004/ 49Disallow: /members/gettinghealthy/ 50Disallow: /email_communications/ 51Disallow: /members/individuals/medicare/ 52Disallow: /insurance-producer/sas/ 53Disallow: /insurance-producer/nbac-fall-2011/ 54Disallow: /about-aetna-insurance/sas/conference/ 55Disallow: /employer-plans/sas/hospital-user-group-forum/ 56Disallow: /2010annualreport/ 57Disallow: /index-test.html 58Disallow: /index-ie6.html 59Disallow: /docfind/custom/* 60Disallow: /docfind/nslij 61Disallow: /docfind/jsp/rdIndex.jsp?site_id=bshsi&langpref=en 62Disallow: /docfind/home.do?site_id=bshsi&langpref=en 63Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab2 64Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab3 65Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link2 66Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link3&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null 67Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link4&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null&prefilledPlan=null&prefilledProductCode=null 68Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab4 69Disallow: /employer-plans/sas/engage-and-save/ 70Disallow: /search/ 71Disallow: http://xsearch.aetna.com/ 72Disallow: /individuals-families/search-results.html 73Disallow: /individuals-families/document-library/pdd/ 74Disallow: /health-care-professionals/clinical-policy-bulletins/medical-clinical-policy-bulletins/medical-clinical-policy-bulletins-search-results.html 75Disallow: /health-care-professionals/clinical-policy-bulletins/pharmacy-clinical-policy-bulletins/pharmacy-clinical-policy-bulletins-search-results.html 76Disallow: /health-care-professionals/precertification/precertification-lists-results.html 77Disallow: /members/fsa/ManageyourAccount/aetnaNavigator/aetnanavigator.html 78Disallow: /healthcare-professionals/documents-forms/abh-locat-assessment.pdf 79Disallow: /healthcare-professionals/documents-forms/applied-behavioral-analysis.pdf 80Disallow: /pharmacy-insurance/healthcare-professional/documents/hepc-medication-precert-request.pdf 81Disallow: /provider/data/ 82 83 84User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) 85Allow: /sitesearch/navlinks.html 86Allow: /info/aetnahsa.html 87Allow: /members/health_coverage/forms/forms.html 88Disallow: /inyourstate/ 89Disallow: /cpb/medical/data/disclaimer/ 90Disallow: /creativeservices/ 91Disallow: /externalweb/ 92Disallow: /groupinsurance/employers.htm 93Disallow: /groupinsurance/producers.htm 94Disallow: /info/ 95Disallow: /about-aetna-insurance/tools/info.html 96Disallow: /group/ 97Disallow: /employer/AetnaLink/index.html 98Disallow: /investor/annualrpt/ 99Disallow: /prototype/ 100Disallow: /sharedsvcs/ 101Disallow: /foundationservices/ 102Disallow: /members/ers2004/ 103Disallow: /members/gettinghealthy/ 104Disallow: /email_communications/ 105Disallow: /members/individuals/medicare/ 106Disallow: /insurance-producer/sas/ 107Disallow: /insurance-producer/nbac-fall-2011/ 108Disallow: /about-aetna-insurance/sas/conference/ 109Disallow: /employer-plans/sas/hospital-user-group-forum/ 110Disallow: /2010annualreport/ 111Disallow: /index-test.html 112Disallow: /index-ie6.html 113Disallow: /docfind/custom/* 114Disallow: /docfind/nslij 115Disallow: /docfind/jsp/rdIndex.jsp?site_id=bshsi&langpref=en 116Disallow: /docfind/home.do?site_id=bshsi&langpref=en 117Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab2 118Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab3 119Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link2 120Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link3&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null 121Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link4&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null&prefilledPlan=null&prefilledProductCode=null 122Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab4 123Disallow: /employer-plans/sas/engage-and-save/ 124Disallow: /search/ 125Disallow: http://xsearch.aetna.com/ 126Disallow: /individuals-families/search-results.html 127Disallow: /individuals-families/document-library/pdd/ 128Disallow: /health-care-professionals/clinical-policy-bulletins/medical-clinical-policy-bulletins/medical-clinical-policy-bulletins-search-results.html 129Disallow: /health-care-professionals/clinical-policy-bulletins/pharmacy-clinical-policy-bulletins/pharmacy-clinical-policy-bulletins-search-results.html 130Disallow: /health-care-professionals/precertification/precertification-lists-results.html 131Disallow: /members/fsa/ManageyourAccount/aetnaNavigator/aetnanavigator.html 132Disallow: /healthcare-professionals/documents-forms/abh-locat-assessment.pdf 133Disallow: /healthcare-professionals/documents-forms/applied-behavioral-analysis.pdf 134Disallow: /pharmacy-insurance/healthcare-professional/documents/hepc-medication-precert-request.pdf 135Disallow: /provider/data/ 136 137 138User-agent: * 139Allow: /sitesearch/navlinks.html 140Allow: /members/health_coverage/forms/forms.html 141Disallow: /inyourstate/ 142Disallow: /cpb/medical/data/disclaimer/ 143Disallow: /creativeservices/ 144Disallow: /externalweb/ 145Disallow: /groupinsurance/employers.htm 146Disallow: /groupinsurance/producers.htm 147Disallow: /info/ 148Disallow: /about-aetna-insurance/tools/info.html 149Disallow: /group/ 150Disallow: /members/ers2004/ 151Disallow: /members/gettinghealthy/ 152Disallow: /email_communications/ 153Disallow: /members/individuals/medicare/ 154Disallow: /insurance-producer/sas/ 155Disallow: /about-aetna-insurance/sas/conference/ 156Disallow: /employer-plans/sas/hospital-user-group-forum/ 157Disallow: /2010annualreport/ 158Disallow: /index-test.html 159Disallow: /index-ie6.html 160Disallow: /insurance-producer/nbac-fall-2011/ 161Disallow: /docfind/custom/* 162Disallow: /docfind/nslij 163Disallow: /docfind/jsp/rdIndex.jsp?site_id=bshsi&langpref=en 164Disallow: /docfind/home.do?site_id=bshsi&langpref=en 165Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab2 166Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab3 167Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link2 168Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link3&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null 169Disallow: /docfind/rdStaticRouting.do?site_id=bshsi&langpref=en&link=link4&staticPages=Yes&fromPage=home&lastProvRow=0&tabKey=tab1&langpref=en&&site_id=bshsi&&button_flag=S&&groups=25&&psid=null&prefilledPlan=null&prefilledProductCode=null&prefilledPlan=null&prefilledProductCode=null 170Disallow: /docfind/home.do?site_id=bshsi&langpref=en&tabKey=tab4 171Disallow: /members/fsa/ManageyourAccount/aetnaNavigator/aetnanavigator.html 172Disallow: /healthcare-professionals/documents-forms/abh-locat-assessment.pdf 173Disallow: /healthcare-professionals/documents-forms/applied-behavioral-analysis.pdf 174Disallow: /employer-plans/sas/engage-and-save/ 175Disallow: /search/ 176Disallow: /individuals-families/search-results.html 177Disallow: http://xsearch.aetna.com/ 178Disallow: /individuals-families/search-results.html 179Disallow: /individuals-families/document-library/pdd/ 180Disallow: /health-care-professionals/clinical-policy-bulletins/medical-clinical-policy-bulletins/medical-clinical-policy-bulletins-search-results.html 181Disallow: /health-care-professionals/clinical-policy-bulletins/pharmacy-clinical-policy-bulletins/pharmacy-clinical-policy-bulletins-search-results.html 182Disallow: /health-care-professionals/precertification/precertification-lists-results.html 183Disallow: /healthcare-professionals/documents-forms/abh-locat-assessment.pdf 184Disallow: /healthcare-professionals/documents-forms/applied-behavioral-analysis.pdf 185Disallow: /pharmacy-insurance/healthcare-professional/documents/hepc-medication-precert-request.pdf 186Disallow: /provider/data/ 187Disallow: /data/forms_library/medical_claim_form.pdf 188Disallow: /employer/forms/w_indem_ppo_reim.pdf 189 190 191 192sitemap: http://www.aetna.com/sitemap.xml 193sitemap: http://www.aetna.com/insurance-producer/sitemap.xml 194sitemap: http://www.aetna.com/individuals-families/sitemap.xml 195sitemap: http://www.aetna.com/employers-organizations/sitemap.xml 196sitemap: http://www.aetna.com/health-care-professionals/sitemap.xml 197sitemap: http://www.aetna.com/about-us/sitemap.xml 198sitemap: http://www.aetna.com/legal-notices/sitemap.xml 199sitemap: http://www.aetna.com/faqs-health-insurance/sitemap.xml 200sitemap: http://www.aetna.com/success-stories/sitemap.xml 201 202 203 204 205