1User-agent: gsa-crawler 2Disallow: /sitecore 3Disallow: /sitecore modules 4Disallow: /sitecore_files 5Disallow: /temp 6Disallow: /upload 7Disallow: /xsl 8Disallow: /global 9 10User-agent: * 11Disallow: /sitecore 12Disallow: /sitecore modules 13Disallow: /sitecore_files 14Disallow: /temp 15Disallow: /upload 16Disallow: /xsl 17Disallow: /global 18 19Sitemap: https://www.providence.org/sitemap.xml 20 21User-agent: Linguee Bot 22Disallow: /doctors 23 24User-agent: SEMrushBot 25Disallow: /doctors 26 27User-agent: SEMrushBot-SA 28Disallow: /doctors 29 30User-agent: AhrefsBot 31Disallow: /doctors 32 33User-agent: Yandex 34Disallow: /doctors 35 36User-agent: Eyeotabot/1.0 37Disallow: /doctors 38 39User-agent: DocSpotBot 40Disallow: /doctors 41 42User-agent: PiplBot 43Disallow: /doctors 44 45User-agent: BomboraBot 46Disallow: /doctors 47 48User-agent: MJ12Bot 49Disallow: /doctors 50 51User-agent: FemtosearchBot 52Disallow: /doctors 53 54User-agent: istellabot/t.1.13 55Disallow: /doctors 56 57User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07) 58Disallow: /doctors 59 60User-agent: Barkrowler 61Disallow: /doctors 62 63User-agent: CCBot 64Disallow: /doctors 65 66User-agent: ltx71 - (http://ltx71.com/) 67Disallow: /doctors 68 69User-agent: SuperPagesUrlVerifyBot/1.0 70Disallow: /doctors 71 72User-agent: Mozilla/5.0 (compatible; Dow Jones Searchbot) 73Disallow: /doctors 74 75User-agent: dotbot 76Disallow: /doctors