1# Last Updated: 02/19/19 by MCS, NIC
2
3# ---------------------- Statewide ----------------------
4
5# Note: Site-stored robots.txt are not honored, except on host-header sites / subdomains
6#	All directives for www.oregon.gov are to be stored here
7#	Remove an indexed SERP and/or submit a 'Remove URL' request in Webmaster Tools
8
9# Note: The Allow directives are added for many Google-specific Mobile Tests to fully render the page.
10#	Without these directives, the state sites could get poor grades for mobile-friendliness which
11#	can result is a lower Page Rank and other SEO scores, as well as incorrect analytics in
12#	the Google Analytics product.
13
14User-agent: *
15Disallow: /_Layouts
16Disallow: /_layouts
17Disallow: /*/_Layouts
18Disallow: /*/_layouts
19Disallow: /Style%20Library
20Disallow: /style%20library
21Disallow: /*/Style%20Library
22Disallow: /*/style%20library
23Disallow: /_vti_bin
24Disallow: /_vti_bin
25Disallow: /*/_vti_bin
26Disallow: /Pages/Search.aspx
27Disallow: */Pages/Search.aspx
28Disallow: /*/Pages/Search.aspx
29Disallow: /Pages/404.aspx
30Disallow: */Pages/404.aspx
31Disallow: /*/Pages/404.aspx
32Disallow: /Pages/Search-Results.aspx
33Disallow: */Pages/Search-Results.aspx
34Disallow: /*/Pages/Search-Results.aspx
35Disallow: /agencies
36Disallow: /agency-directory
37Disallow: /courts
38Disallow: /education
39Disallow: /employment
40Disallow: /environment
41Disallow: /family
42Disallow: /forms
43Disallow: /government
44Disallow: /health
45Disallow: /health-and-family
46Disallow: /records
47Disallow: /recreation
48Disallow: /transparency/archive
49Disallow: /DAS/HR/Pages/SCDsurvey.aspx
50Disallow: /DOR/Pages/form/ # Lists of auctions hidden so the pages are the interface for this information, not Search
51Disallow: /ERB/pages/boardorderlist.aspx
52Disallow: /ERB/pages/sprlordersbyissued_2011_15.aspx
53Disallow: /ERB/pages/sprlordersbyissued_2006_2010.aspx
54Disallow: /ERB/pages/sprlordersbyissued_2004_2005.aspx
55Disallow: /ERB/pages/sprlordersbyfiled_2011_15.aspx
56Disallow: /ERB/pages/sprlordersbyfiled_2006_2010.aspx
57Disallow: /ERB/pages/sprlordersbyfiled_2002_2005.aspx
58Disallow: /WCB/dcbs_index.html # Map of all WCB order documents
59Disallow: /wcb/dcbs_index.html # Map of all WCB order documents (case variation)
60Disallow: /WCB/Orders # Content should not be available except through Orders page
61Disallow: /wcb/Orders # Content should not be available except through Orders page (case variation)
62Disallow: /v3replaced # Site should be eventually removed
63Disallow: /odot/projects/pages/project-details.aspx?project=18564 #Temp removal
64Disallow: /ODOT/projects/pages/project-details.aspx?project=18564 #Temp removal
65Allow: /_vti_bin/Lists.asmx
66Allow: */_vti_bin/Lists.asmx
67Allow: /_vti_bin/Lists.asmx
68Allow: /*/_vti_bin/Views.asmx
69Allow: */_vti_bin/Views.asmx
70Allow: /*/_vti_bin/Views.asmx
71Allow: /_vti_bin/OID.SharePoint.StarterTemplate/templatesettings.svc/compiled
72Allow: */_vti_bin/OID.SharePoint.StarterTemplate/templatesettings.svc/compiled
73Allow: /*/_vti_bin/OID.SharePoint.StarterTemplate/templatesettings.svc/compiled
74Allow: /_layouts/1033/core.js?rev=*
75Allow: */_layouts/1033/core.js?rev=*
76Allow: /*/_layouts/1033/core.js?rev=*
77Allow: /_layouts/sp.js?rev=*
78Allow: */_layouts/sp.js?rev=*
79Allow: /*/_layouts/sp.js?rev=*
80Allow: /_layouts/sp.core.js?rev=*
81Allow: */_layouts/sp.core.js?rev=*
82Allow: /*/_layouts/sp.core.js?rev=*
83Allow: /_layouts/ScriptResx.ashx?culture=*
84Allow: */_layouts/ScriptResx.ashx?culture=*
85Allow: /*/_layouts/ScriptResx.ashx?culture=*
86Allow: /_layouts/sp.ui.dialog.js?rev=*
87Allow: */_layouts/sp.ui.dialog.js?rev=*
88Allow: /*/_layouts/sp.ui.dialog.js?rev=*
89Allow: /_layouts/sp.runtime.js?rev=*
90Allow: */_layouts/sp.runtime.js?rev=*
91Allow: /*/_layouts/sp.runtime..js?rev=*
92Allow: /_layouts/blank.js?rev=*
93Allow: */_layouts/blank.js?rev=*
94Allow: /*/_layouts/blank.js?rev=*
95Allow: /_layouts/1033/init.js?rev=*
96Allow: */_layouts/1033/init.js?rev=*
97Allow: /*/_layouts/1033/init.js?rev=*
98Allow: /_layouts/OID.SharePoint.StarterTemplate/scripts/data-tables-web-part.js
99Allow: */_layouts/OID.SharePoint.StarterTemplate/scripts/data-tables-web-part.js
100Allow: /*/_layouts/OID.SharePoint.StarterTemplate/scripts/data-tables-web-part.js
101Allow: /_layouts/OID.SharePoint.StarterTemplate/styles/icon-animations.css
102Allow: */_layouts/OID.SharePoint.StarterTemplate/styles/icon-animations.css
103Allow: /*/_layouts/OID.SharePoint.StarterTemplate/styles/icon-animations.css
104Allow: /_layouts/OID.SharePoint.StarterTemplate/styles/markup-styles.css
105Allow: */_layouts/OID.SharePoint.StarterTemplate/styles/markup-styles.css
106Allow: /*/_layouts/OID.SharePoint.StarterTemplate/styles/markup-styles.css
107Allow: /Style%20Library/css/agency.css
108Allow: */Style%20Library/css/agency.css
109Allow: /*/Style%20Library/css/agency.css
110Allow: /Style Library/css/agency.css
111Allow: */Style Library/css/agency.css
112Allow: /*/Style Library/css/agency.css
113Allow: /Style%20Library/js/agency.js
114Allow: */Style%20Library/js/agency.js
115Allow: /*/Style%20Library/js/agency.js
116Allow: /style%20library/images
117Allow: */style%20library/images
118Allow: /*/style%20library/images
119Allow: /style library/images
120Allow: */style library/images
121Allow: /*/style library/images
122Allow: /style%20library/Images
123Allow: */style%20library/Images
124Allow: /*/style%20library/Images
125Allow: /style library/Images
126Allow: */style library/Images
127Allow: /*/style library/Images
128
129
130# ---------------------- DCBS ----------------------
131
132# Enables DCBS's Google Search Applicance to index paths otherwise blocked (e.g. Orders)
133
134User-agent: dcbs-google
135Allow: /WCB/dcbs_index.html
136Allow: /wcb/dcbs_index.html # (case variation)
137Allow: /WCB/Orders
138Allow: /wcb/Orders # (case variation)
139