1User-agent: gsa-crawler
2Disallow: /sitecore
3Disallow: /sitecore modules
4Disallow: /sitecore_files
5Disallow: /temp
6Disallow: /upload
7Disallow: /xsl
8Disallow: /global
9
10User-agent: *
11Disallow: /sitecore
12Disallow: /sitecore modules
13Disallow: /sitecore_files
14Disallow: /temp
15Disallow: /upload
16Disallow: /xsl
17Disallow: /global
18
19Sitemap: https://www.providence.org/sitemap.xml
20
21User-agent: Linguee Bot
22Disallow: /doctors
23
24User-agent: SEMrushBot
25Disallow: /doctors
26
27User-agent: SEMrushBot-SA
28Disallow: /doctors
29
30User-agent: AhrefsBot
31Disallow: /doctors
32
33User-agent: Yandex
34Disallow: /doctors
35
36User-agent: Eyeotabot/1.0
37Disallow: /doctors
38
39User-agent: DocSpotBot
40Disallow: /doctors
41
42User-agent: PiplBot
43Disallow: /doctors
44
45User-agent: BomboraBot
46Disallow: /doctors
47
48User-agent: MJ12Bot
49Disallow: /doctors
50
51User-agent: FemtosearchBot
52Disallow: /doctors
53
54User-agent: istellabot/t.1.13
55Disallow: /doctors
56
57User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
58Disallow: /doctors
59
60User-agent: Barkrowler
61Disallow: /doctors
62
63User-agent: CCBot
64Disallow: /doctors
65
66User-agent: ltx71 - (http://ltx71.com/)
67Disallow: /doctors
68
69User-agent: SuperPagesUrlVerifyBot/1.0
70Disallow: /doctors
71
72User-agent: Mozilla/5.0 (compatible; Dow Jones Searchbot)
73Disallow: /doctors
74
75User-agent: dotbot
76Disallow: /doctors