1User-agent: *
2Crawl-delay: 10
3
4Disallow: /centers/earthquakesc
5Disallow: /earthquakesc-themes/
6Disallow: /earthquakesc-topics/
7Disallow: /earthquakesc-non-theme-topics/
8Disallow: /centers/ema
9Disallow: /ema-themes/
10Disallow: /ema-topics/
11Disallow: /ema-non-theme-topics/
12#-----GLOBALS-------------
13#Global non-indexing of any item matching paths below. Do not add individual elsewhere.
14Disallow: /media/images/*logo*
15Disallow: /science-centers-and-observatories/
16Disallow: /locations/
17Disallow: /*-themes/
18Disallow: /*-topics/
19Disallow: /*-non-theme-topics/
20Disallow: /cost-centers/
21Disallow: /connect/
22Disallow: /cost-center/
23Disallow: /science-centers/
24Disallow: /includes/
25Disallow: /misc/
26Disallow: /modules/
27Disallow: /profiles/
28Disallow: /scripts/
29Disallow: /themes/
30Disallow: /CHANGELOG.txt
31Disallow: /cron.php
32Disallow: /INSTALL.mysql.txt
33Disallow: /INSTALL.pgsql.txt
34Disallow: /INSTALL.sqlite.txt
35Disallow: /install.php
36Disallow: /INSTALL.txt
37Disallow: /LICENSE.txt
38Disallow: /MAINTAINERS.txt
39Disallow: /update.php
40Disallow: /UPGRADE.txt
41Disallow: /xmlrpc.php
42# Paths (clean URLs)
43Disallow: /admin/
44Disallow: /comment/reply/
45Disallow: /filter/tips/
46Disallow: /node/
47Disallow: /node/add/
48Disallow: /search/
49Disallow: /user/register/
50Disallow: /user/password/
51Disallow: /user/login/
52Disallow: /user/logout/
53Disallow: /employees
54Disallow: /science-support/communications-and-publishing/about/employees
55# Paths (no clean URLs)
56Disallow: /?q=admin/
57Disallow: /?q=comment/reply/
58Disallow: /?q=filter/tips/
59Disallow: /?q=node/
60Disallow: /?q=node/add/
61Disallow: /?q=search/
62Disallow: /?q=user/password/
63Disallow: /?q=user/register/
64Disallow: /?q=user/login/
65Disallow: /?q=user/logout/
66#-----END GLOBALS-------
67
68#SCIENCE EXPLORER
69Disallow: /science/science-explorer/
70Disallow: /science-explorer-results
71
72#PUBS
73Disallow:	/products/publications/
74Disallow:	/centers/pubs
75Disallow:	/pubs-themes/
76Disallow:	/pubs-topics/
77
78#ECOSYSTEMS
79#ENVIRONMENTS PROGRAM
80Disallow: /centers/enviroprog
81Disallow: /program/environments-program
82Disallow: /enviroprog-themes/
83Disallow: /enviroprog-topics/
84#ENERGY AND WILDLIFE PROGRAM
85Disallow: /centers/ewp
86Disallow: /program/energy-wildlife
87Disallow: /ewp-themes/
88Disallow: /ewp-topics/
89#FISHERIES
90Disallow: /centers/fisheries
91Disallow: /program/fisheries-program
92Disallow: /fisheries-themes/
93Disallow: /fisheries-topics/
94#FISH AND WILDLIFE DISEASE
95Disallow: /centers/fwd
96Disallow: /program/fish-wildlife-disease
97Disallow: /fwd-themes/
98Disallow: /fwd-topics/
99#INVASIVE SPECIES PROGRAM
100Disallow: /centers/invasives
101Disallow: /program/invasive-species-program
102Disallow: /invasives_themes/
103Disallow: /invasives_topics/
104#SSSP AKA SAGE GROUSE AND SAGEBRUSH ECOSYSTEM
105Disallow: /centers/sssp
106Disallow: /sage-grouse-sagebrush-steppe
107Disallow: /sssp-themes/
108Disallow: /sssp-topics/
109#STP STATUS AND TRENDS PROGRAM
110Disallow: /centers/wp
111Disallow: /program/status-and-trends-program
112Disallow: /stp-themes/
113Disallow: /stp-topics/
114#WILDLIFE PROGRAM
115Disallow: /centers/wp
116Disallow: /program/wildlife-program
117Disallow: /wp-themes/
118Disallow: /wp-topics/
119
120#------
121#WRET site for classroom
122Disallow: /centers/wret
123Disallow: /wret-themes/
124Disallow: /wret-topics/
125
126#------
127#SPECIAL TOPICS
128#EARTHMRI
129Disallow: /special-topic/earthmri
130Disallow: /earthmri-themes/
131Disallow: /earthmri-topics/
132Disallow: /earthmri-non-theme-topics/
133#DROUGHT
134Disallow: /special-topic/drought
135#FLOODS
136Disallow: /special-topic/floods
137Disallow: /floods-themes/
138Disallow: /floods-topics/
139#BIG SUR
140Disallow: /special-topic/big-sur-landslide
141Disallow: /big-sur-themes/
142#MICROBIOME
143Disallow: /special-topic/microbiome
144Disallow: /microbiome-themes/
145Disallow: /microbiome-topics/
146#MISSISSIPPI
147Disallow: /special-topic/mississippi-river
148Disallow: /mississippi_themes/
149Disallow: /mississippi_topics/
150#------
151
152#MERGED NOT DELETED YET
153#ILIA-WATER
154Disallow: /centers/ilia-water
155Disallow: /ilia-water-themes/
156Disallow: /ilia-water-topics/
157#INKY
158Disallow: /centers/inkywsc
159Disallow: /inkywsc-themes/
160Disallow: /inkywsc-topics/
161#MI-OH
162Disallow: /centers/mi-oh-water
163Disallow: /mi-water-themes/
164Disallow: /mi-water-topics/
165
166
167#---------------------
168#Sites allow ie now live
169#---------------------
170#ASC
171Disallow: /asc-themes/
172Disallow: /asc-topics/
173#ASTRO
174Disallow: /astrogeo-sc-themes/
175Disallow: /astrogeo-sc-topics/
176#AZ-WATER
177Disallow: /az-water-themes/
178Disallow: /az-water-topics/
179#CA-WATER
180Disallow: /ca-water-themes/
181Disallow: /ca-water-topics/
182#CA WATER LS
183Disallow: /ca-water-ls-themes/
184Disallow: /ca-water-ls-topics/
185#CAR-FL-WATER
186Disallow: /car-fl-water-themes/
187Disallow: /car-fl-water-topics/
188#CASC PROGRAM
189Disallow: /casc-themes/
190Disallow: /casc-topics/
191#CASC CENTER
192Disallow: /casc-sc-themes/
193Disallow: /casc-sc-topics/
194Disallow: /casc-sc-non-theme-topics/
195#CBA
196Disallow: /cba-themes/
197Disallow: /cba-topics/
198#CDI
199Disallow: /cdi-themes/
200Disallow: /cdi-topics/
201#CBP CONTAMINANT BIOLOGY PROGRAM
202Disallow: /ncbp-themes/
203Disallow: /ncbp-topics/
204Disallow: /ncbp-non-theme-topics/
205#CERC
206Disallow: /cerc-themes/
207Disallow: /cerc-topics/
208#CERSC
209Disallow: /cersc-themes/
210Disallow: /cersc-topics/
211#CGGSC
212Disallow: /cggsc-themes/
213Disallow: /cggsc-topics/
214#CM-WATER
215Disallow: /cm-water-themes/
216Disallow: /cm-water-topics/
217#CMERSC
218Disallow: /cmersc-themes/
219Disallow: /cmersc-topics/
220#CMGP AKA COASTAL MARINE HAZARDS AND RESOURCES PROGRAM
221Disallow: /cmgp-themes/
222Disallow: /cmgp-topics/
223#CO-WATER
224Disallow: /co-water-themes/
225Disallow: /co-water-topics/
226#DAKOTA
227Disallow: /dakota-water-themes/
228Disallow: /dakota-water-topics/
229#DML
230Disallow: /dml-themes/
231Disallow: /dml-topics/
232Disallow:	/dml-capability-themes/
233Disallow:	/dml-capabilities-topics/
234#EERSC
235Disallow: /eersc-themes/
236Disallow: /eersc-topics/
237#EGGL
238Disallow: /eggl-themes/
239Disallow: /eggl-topics/
240#EHMA
241Disallow: /ehma-themes/
242Disallow: /ehma-topics/
243#EHP EARTHQUAKE HAZARDS PROGRAM
244Disallow: /ehp-themes/
245Disallow: /ehp-topics/
246#EMERSC
247Disallow: /emersc-themes/
248Disallow: /emersc-topics/
249#EMP ENERGY AND MINERALS PROGRAM
250Disallow: /emp-themes/
251Disallow: /emp-topics/
252#ENERGY & MINERALS MA
253Disallow: /emma-themes/
254Disallow: /emma-topics/
255#EROS
256Disallow: /eros-themes/
257Disallow: /eros-topics/
258#ERP ENERGY RESOURCES PROGRAM
259Disallow: /erp-themes/
260Disallow: /erp-topics/
261#FIRE
262Disallow: /fire-themes/
263Disallow: /fire-topics/
264#FBGC
265Disallow: /fbgc-themes/
266Disallow: /fbgc-topics/
267#FORT
268Disallow: /fort-topics/
269Disallow: /fort-themes/
270#FRESC
271Disallow: /fresc-themes/
272Disallow: /fresc-topics/
273#GAP GAP ANALYSIS PROJECT
274Disallow: /gap-themes/
275Disallow: /gap-topics/
276#GAPP
277Disallow: /centers/gapp
278Disallow: /gapp-themes/
279Disallow: /gapp-topics/
280#GECSC
281Disallow: /gecsc-themes/
282Disallow: /gecsc-topics/
283#GEOHAZARDS
284Disallow: /geohazards-themes/
285Disallow: /geohazards-topics/
286#GEOMAGNETISM
287Disallow: /geomagnetism-themes/
288Disallow: /geomagnetism-topics/
289#GLR
290Disallow: /glr-themes/
291Disallow: /glr-topics/
292#GLSC
293Disallow: /glsc-themes/
294Disallow: /glsc-topics/
295#GMEG
296Disallow: /gmeg-themes/
297Disallow: /gmeg-topics/
298#GOM
299Disallow: /gom-themes/
300Disallow: /gom-topics/
301#GWSIP GROUNDWATER AND STREAMFLOW INFORMATION PROGRAM
302Disallow: /gwsip-themes/
303Disallow: /gwsip-topics/
304#HURRICANE FLORENCE
305Disallow: /hurrflorence-themes/
306Disallow: /hurrflorence-topics/
307#HURRICANE MICHAEL
308Disallow: /hurrmichael-themes/
309Disallow: /hurrmichael-topics/
310#ID-WATER
311Disallow: /id-water-themes/
312Disallow: /id-water-topics/
313#INNOVATION CENTER
314Disallow: /innovation-themes/
315Disallow: /innovation-topics/
316#LEETOWN
317Disallow: /lsc-themes/
318Disallow: /lsc-topics/
319#LHP LANDSLIDE HAZARDS PROGRAM
320Disallow: /lhp-themes/
321Disallow: /lhp-topics/
322#LRMA LAND RESOURCES MA
323Disallow: /lrma-themes/
324Disallow: /lrma-topics/
325#LSP LAND CHANGE SCIENCE PROGRAM
326Disallow: /lcsp-themes/
327Disallow: /lcsp-topics/
328#MENDENHALL
329Disallow: /mendenhall-themes/
330Disallow: /mendenhall-topics/
331#MRL
332Disallow: /mrl-themes/
333Disallow: /mrl-topics/
334#MRP MINERAL RESOURCES PROGRAM
335Disallow: /mrp-themes/
336Disallow: /mrp-topics/
337#NCGMP NATIONAL COOPERATIVE GEOLOGIC MAPPING PROGRAM
338Disallow: /ncgmp-themes/
339Disallow: /ncgmp-topics/
340#NE-WATER
341Disallow: /ne-water-themes/
342Disallow: /ne-water-topics/
343#NEHP
344Disallow: /nehp-themes/
345Disallow: /nehp-topics/
346#NGGDPP NATIONAL GEOGRAPHIC AND GEOSPATIAL DATA PRESERVATION PROGRAM
347Disallow: /nggdpp-themes/
348Disallow: /nggdpp-topics/
349#NHMA
350Disallow:	/nhma-themes/
351Disallow:	/nhma-topics/
352#NJ-WATER
353Disallow:	/nj-water-themes/
354Disallow:	/nj-water-topics/
355#NPWRC
356Disallow: /npwrc-themes/
357Disallow: /npwrc-topics/
358#NWHC
359Disallow:	/nwhc-themes/
360Disallow:	/nwhc-topics/
361#NV-WATER
362Disallow:	/nv-water-themes/
363Disallow:	/nv-water-topics/
364#NWQL
365Disallow:	/nwql-themes/
366Disallow:	/nwql-topics/
367Disallow:	/nwql-capability-themes/
368Disallow:	/nwql-capabilities-topics/
369#NWQP NATIONAL WATER QUALITY PROGRAM
370Disallow: /nwqp-themes/
371Disallow: /nwqp-topics/
372#PA-WATER
373Disallow:	/pa-water-themes/
374Disallow:	/pa-water-topics/
375#PCMSC
376Disallow:	/pcmsc-themes/
377Disallow:	/pcmsc-topics/
378#PIWSC
379Disallow:	/piwsc-themes/
380Disallow:	/piwsc-topics/
381#POWELL CENTER
382Disallow: /powell-ctr-themes/
383Disallow: /powell-ctr-topics/
384#MD-DE-DC
385Disallow: /md-de-dc-water-themes/
386Disallow: /md-de-dc-water-topics/
387#OR-WATER
388Disallow:	/or-water-themes/
389Disallow:	/or-water-topics/
390#ORGANIC MATTER RESEARCH LAB OMRL
391Disallow: /omrl-themes/
392Disallow: /omrl-topics/
393Disallow:	/omrl-capability-themes/
394Disallow:	/omrl-capabilities-topics/
395#PWRC
396Disallow:	/pwrc-themes/
397Disallow:	/pwrc-topics/
398#RBPGL
399Disallow: /rbpgl-themes/
400Disallow: /rbpgl-topics/
401#RSIL
402Disallow: /rsil-themes/
403Disallow: /rsil-topics/
404#RSP REMOTE SENSING PHENOLOGY
405Disallow: /phenology-themes/
406Disallow: /phenology-topics/
407#SAFRR
408Disallow: /safrr-themes/
409Disallow: /safrr-topics/
410#SDC
411Disallow: /sdc-themes/
412Disallow: /sdc-topics/
413#SPCMSC
414Disallow: /spcmsc-themes/
415Disallow: /spcmsc-topics/
416#SPECLAB
417Disallow: /spec-lab-themes/
418Disallow: /spec-lab-topics/
419Disallow: /spec-lab-capability-themes/
420Disallow:	/spec-lab-capabilities-topics/
421#TX-WATER
422Disallow: /tx-water-themes/
423Disallow: /tx-water-topics/
424#TOXIC SUBSTANCES HYDROLOGY PROGRAM
425Disallow: /tshp-themes/
426Disallow: /tshp-topics/
427Disallow: /tshp-non-theme-topics/
428#UMID-WATER
429Disallow: /umid-water-themes/
430Disallow: /umid-water-topics/
431#UT-WATER
432Disallow: /ut-water-themes/
433Disallow: /ut-water-topics/
434#VA-WV
435Disallow: /va-wv-water-themes/
436Disallow: /va-wv-water-topics/
437#WA-WATER
438Disallow: /wa-water-themes/
439Disallow: /wa-water-topics/
440#WAUSP WATER AVAILABILITY AND USE SCIENCE PROGRAM
441Disallow: /wausp-themes/
442Disallow: /wausp-topics/
443#WATER SCIENCE SCHOOL
444Disallow: /water-school-themes/
445Disallow: /water-school-topics/
446#WERC
447Disallow: /werc-themes/
448Disallow: /werc-topics/
449#WFRC
450Disallow: /wfrc-themes/
451Disallow: /wfrc-topics/
452#WGSC
453Disallow: /wgsc-themes/
454Disallow: /wgsc-topics/
455#WHCMSC
456Disallow: /whcmsc-themes/
457Disallow: /whcmsc-topics/
458#WMA
459Disallow: /wma-themes/
460Disallow: /wma-topics/
461#WRRP AKA WRRI
462Disallow: /wrri-themes/
463Disallow: /wrri-topics/
464#WY-MT-WATER
465Disallow: /wy-mt-water-themes/
466Disallow: /wy-mt-water-topics/