1# go away ? tell all others not in the list below to stay out!
2User-agent: *
3Disallow: /
4
5# As of 13/6/2019, there are 10 crawlers welcomed by SD
6User-agent: Googlebot
7Disallow: /cache/MiamiImageURL/
8Disallow: /science?_ob=MiamiCaptionURL*
9Disallow: /science/science?_ob=GatewayURL*
10Disallow: /science/science?_ob=MiamiImageURL*
11Disallow: /science?_ob=ShoppingCartURL*
12Disallow: /science?_ob=EmailFriendURL*
13Disallow: /science?_ob=MiamiImageURL*
14Disallow: /science?_ob=GatewayURL*
15Disallow: /science/advertisement/
16Disallow: /science/relLink/ajaxReq?*
17Disallow: /science/gadgets/render/
18Disallow: /science/spliss/rslts/
19Disallow: /science/preview/
20Disallow: /science/mlkt/rslts/
21Disallow: /science/referenceResolution/ajaxRefResol?*
22Disallow: /science/outlineJson/
23Disallow: /science/toc/
24Disallow: /science/bktoc/
25Disallow: /science?_ob=PdfExcerptURL*
26Disallow: /science?_ob=MathURL*
27Disallow: /science/page/flash/VideoPlayer*
28Disallow: /science?_ob=RefWorkIndexURL*
29Disallow: /science?_ob=RSSURL*
30Disallow: /science/MiamiMultiMediaURL/
31Disallow: /science?_ob=MiamiMultiMediaURL*
32Disallow: /science?_ob=ReminderURL*
33Disallow: /science?_ob=QuickSearchURL*
34Disallow: /science?_ob=TitleSrchURL*
35Disallow: /science?_ob=QuickSearchListURL*
36Disallow: /science?_ob=TopicAlertURL*
37Disallow: /science?_ob=RefWorkSubjClassURL*
38Disallow: /science?_ob=RefWorkTocURL*
39Disallow: /science?_ob=SuggestedArtURL*
40Disallow: /science/downloadActions/
41Disallow: */pdfft/*
42Disallow: */article/eid/*
43Disallow: */science/ereader/
44Disallow: */science/fabrication/
45Disallow: /science/ppv-pdf/
46Disallow: /science/ppv-supp/
47Disallow: /science/gs/
48Disallow: /science/dc/
49Disallow: /science/frag/
50Disallow: *?np=y
51Disallow: /refmodsrp/suggestedTopics/*
52Disallow: /related-books/*
53Disallow: /search?*
54Disallow: /search/api*
55Disallow: /sdfe/export/
56Disallow: /sdfe/arp/
57Disallow: /sdfe/ears/
58Disallow: /sdfe/pdf/download/read/index/pii/*
59Disallow: /sdfe/pdf/download/read/noindex/pii/*
60Disallow: /sdfe/pdf/download/file/pii/*
61Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
62Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
63Disallow: /sdfe/reader/pii/*
64Disallow: /user/
65
66User-agent: Googlebot-IA
67Disallow: /cache/MiamiImageURL/
68Disallow: /science?_ob=MiamiCaptionURL*
69Disallow: /science/science?_ob=GatewayURL*
70Disallow: /science/science?_ob=MiamiImageURL*
71Disallow: /science?_ob=ShoppingCartURL*
72Disallow: /science?_ob=EmailFriendURL*
73Disallow: /science?_ob=MiamiImageURL*
74Disallow: /science?_ob=GatewayURL*
75Disallow: /science/advertisement/
76Disallow: /science/relLink/ajaxReq?*
77Disallow: /science/gadgets/render/
78Disallow: /science/spliss/rslts/
79Disallow: /science/preview/
80Disallow: /science/mlkt/rslts/
81Disallow: /science/referenceResolution/ajaxRefResol?*
82Disallow: /science/outlineJson/
83Disallow: /science/toc/
84Disallow: /science/bktoc/
85Disallow: /science?_ob=PdfExcerptURL*
86Disallow: /science?_ob=MathURL*
87Disallow: /science/page/flash/VideoPlayer*
88Disallow: /science?_ob=RefWorkIndexURL*
89Disallow: /science?_ob=RSSURL*
90Disallow: /science/MiamiMultiMediaURL/
91Disallow: /science?_ob=MiamiMultiMediaURL*
92Disallow: /science?_ob=ReminderURL*
93Disallow: /science?_ob=QuickSearchURL*
94Disallow: /science?_ob=TitleSrchURL*
95Disallow: /science?_ob=QuickSearchListURL*
96Disallow: /science?_ob=TopicAlertURL*
97Disallow: /science?_ob=RefWorkSubjClassURL*
98Disallow: /science?_ob=RefWorkTocURL*
99Disallow: /science?_ob=SuggestedArtURL*
100Disallow: /science/downloadActions/
101Disallow: */pdfft/*
102Disallow: */article/eid/*
103Disallow: */science/ereader/
104Disallow: */science/fabrication/
105Disallow: */pdf/*
106Disallow: /science/ppv-pdf/
107Disallow: /science/ppv-supp/
108Disallow: /science/gs/
109Disallow: /science/dc/
110Disallow: /science/frag/
111Disallow: *?np=y
112Disallow: /refmodsrp/suggestedTopics/*
113Disallow: /related-books/*
114Disallow: /search?*
115Disallow: /search/api*
116Disallow: /sdfe/export/
117Disallow: /sdfe/arp/
118Disallow: /sdfe/ears/
119Disallow: /sdfe/pdf/download/read/index/pii/*
120Disallow: /sdfe/pdf/download/read/noindex/pii/*
121Disallow: /sdfe/pdf/download/file/pii/*
122Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
123Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
124Disallow: /sdfe/reader/pii/*
125Disallow: /user/
126
127User-agent: ia_archiver
128Disallow: /cache/MiamiImageURL/
129Disallow: /science?_ob=MiamiCaptionURL*
130Disallow: /science/science?_ob=GatewayURL*
131Disallow: /science/science?_ob=MiamiImageURL*
132Disallow: /science?_ob=ShoppingCartURL*
133Disallow: /science?_ob=EmailFriendURL*
134Disallow: /science?_ob=MiamiImageURL*
135Disallow: /science?_ob=GatewayURL*
136Disallow: /science/advertisement/
137Disallow: /science/relLink/ajaxReq?*
138Disallow: /science/gadgets/render/
139Disallow: /science/spliss/rslts/
140Disallow: /science/preview/
141Disallow: /science/mlkt/rslts/
142Disallow: /science/referenceResolution/ajaxRefResol?*
143Disallow: /science/outlineJson/
144Disallow: /science/toc/
145Disallow: /science/bktoc/
146Disallow: /science?_ob=PdfExcerptURL*
147Disallow: /science?_ob=MathURL*
148Disallow: /science/page/flash/VideoPlayer*
149Disallow: /science?_ob=RefWorkIndexURL*
150Disallow: /science?_ob=RSSURL*
151Disallow: /science/MiamiMultiMediaURL/
152Disallow: /science?_ob=MiamiMultiMediaURL*
153Disallow: /science?_ob=ReminderURL*
154Disallow: /science?_ob=QuickSearchURL*
155Disallow: /science?_ob=TitleSrchURL*
156Disallow: /science?_ob=QuickSearchListURL*
157Disallow: /science?_ob=TopicAlertURL*
158Disallow: /science?_ob=RefWorkSubjClassURL*
159Disallow: /science?_ob=RefWorkTocURL*
160Disallow: /science?_ob=SuggestedArtURL*
161Disallow: /science/downloadActions/
162Disallow: */pdfft/*
163Disallow: /science/article/
164Disallow: */article/eid/*
165Disallow: */science/ereader/
166Disallow: */science/fabrication/
167Disallow: */pdf/*
168Disallow: /science/ppv-pdf/
169Disallow: /science/ppv-supp/
170Disallow: /science/gs/
171Disallow: /science/dc/
172Disallow: /science/frag/
173Disallow: *?np=y
174Disallow: /refmodsrp/suggestedTopics/*
175Disallow: /related-books/*
176Disallow: /search?*
177Disallow: /search/api*
178Disallow: /sdfe/export/
179Disallow: /sdfe/arp/
180Disallow: /sdfe/ears/
181Disallow: /sdfe/pdf/download/read/index/pii/*
182Disallow: /sdfe/pdf/download/read/noindex/pii/*
183Disallow: /sdfe/pdf/download/file/pii/*
184Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
185Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
186Disallow: /sdfe/reader/pii/*
187Disallow: /user/
188
189User-agent: bingbot
190Disallow: /cache/MiamiImageURL/
191Disallow: /science?_ob=MiamiCaptionURL*
192Disallow: /science/science?_ob=GatewayURL*
193Disallow: /science/science?_ob=MiamiImageURL*
194Disallow: /science?_ob=ShoppingCartURL*
195Disallow: /science?_ob=EmailFriendURL*
196Disallow: /science?_ob=MiamiImageURL*
197Disallow: /science?_ob=GatewayURL*
198Disallow: /science/advertisement/
199Disallow: /science/relLink/ajaxReq?*
200Disallow: /science/gadgets/render/
201Disallow: /science/spliss/rslts/
202Disallow: /science/preview/
203Disallow: /science/mlkt/rslts/
204Disallow: /science/referenceResolution/ajaxRefResol?*
205Disallow: /science/outlineJson/
206Disallow: /science/toc/
207Disallow: /science/bktoc/
208Disallow: /science?_ob=PdfExcerptURL*
209Disallow: /science?_ob=MathURL*
210Disallow: /science/page/flash/VideoPlayer*
211Disallow: /science?_ob=RefWorkIndexURL*
212Disallow: /science?_ob=RSSURL*
213Disallow: /science/MiamiMultiMediaURL/
214Disallow: /science?_ob=MiamiMultiMediaURL*
215Disallow: /science?_ob=ReminderURL*
216Disallow: /science?_ob=QuickSearchURL*
217Disallow: /science?_ob=TitleSrchURL*
218Disallow: /science?_ob=QuickSearchListURL*
219Disallow: /science?_ob=TopicAlertURL*
220Disallow: /science?_ob=RefWorkSubjClassURL*
221Disallow: /science?_ob=RefWorkTocURL*
222Disallow: /science?_ob=SuggestedArtURL*
223Disallow: /science/downloadActions/
224Disallow: */pdfft/*
225Disallow: */article/eid/*
226Disallow: */science/ereader/
227Disallow: */science/fabrication/
228Disallow: */pdf/*
229Disallow: /science/ppv-pdf/
230Disallow: /science/ppv-supp/
231Disallow: /science/gs/
232Disallow: /science/dc/
233Disallow: /science/frag/
234Disallow: *?np=y
235Disallow: /refmodsrp/suggestedTopics/*
236Disallow: /related-books/*
237Disallow: /search?*
238Disallow: /search/api*
239Disallow: /sdfe/export/
240Disallow: /sdfe/arp/
241Disallow: /sdfe/ears/
242Disallow: /sdfe/pdf/download/read/index/pii/*
243Disallow: /sdfe/pdf/download/read/noindex/pii/*
244Disallow: /sdfe/pdf/download/file/pii/*
245Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
246Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
247Disallow: /sdfe/reader/pii/*
248Disallow: /user/
249
250User-agent: Slurp
251Disallow: /cache/MiamiImageURL/
252Disallow: /science?_ob=MiamiCaptionURL*
253Disallow: /science/science?_ob=GatewayURL*
254Disallow: /science/science?_ob=MiamiImageURL*
255Disallow: /science?_ob=ShoppingCartURL*
256Disallow: /science?_ob=EmailFriendURL*
257Disallow: /science?_ob=MiamiImageURL*
258Disallow: /science?_ob=GatewayURL*
259Disallow: /science/advertisement/
260Disallow: /science/relLink/ajaxReq?*
261Disallow: /science/gadgets/render/
262Disallow: /science/spliss/rslts/
263Disallow: /science/preview/
264Disallow: /science/mlkt/rslts/
265Disallow: /science/referenceResolution/ajaxRefResol?*
266Disallow: /science/outlineJson/
267Disallow: /science/toc/
268Disallow: /science/bktoc/
269Disallow: /science?_ob=PdfExcerptURL*
270Disallow: /science?_ob=MathURL*
271Disallow: /science/page/flash/VideoPlayer*
272Disallow: /science?_ob=RefWorkIndexURL*
273Disallow: /science?_ob=RSSURL*
274Disallow: /science/MiamiMultiMediaURL/
275Disallow: /science?_ob=MiamiMultiMediaURL*
276Disallow: /science?_ob=ReminderURL*
277Disallow: /science?_ob=QuickSearchURL*
278Disallow: /science?_ob=TitleSrchURL*
279Disallow: /science?_ob=QuickSearchListURL*
280Disallow: /science?_ob=TopicAlertURL*
281Disallow: /science?_ob=RefWorkSubjClassURL*
282Disallow: /science?_ob=RefWorkTocURL*
283Disallow: /science?_ob=SuggestedArtURL*
284Disallow: /science/downloadActions/
285Disallow: */pdfft/*
286Disallow: /science/article/
287Disallow: */article/eid/*
288Disallow: */science/ereader/
289Disallow: */science/fabrication/
290Disallow: */pdf/*
291Disallow: /science/ppv-pdf/
292Disallow: /science/ppv-supp/
293Disallow: /science/gs/
294Disallow: /science/dc/
295Disallow: /science/frag/
296Disallow: *?np=y
297Disallow: /refmodsrp/suggestedTopics/*
298Disallow: /related-books/*
299Disallow: /search?*
300Disallow: /search/api*
301Disallow: /sdfe/export/
302Disallow: /sdfe/arp/
303Disallow: /sdfe/ears/
304Disallow: /sdfe/pdf/download/read/index/pii/*
305Disallow: /sdfe/pdf/download/read/noindex/pii/*
306Disallow: /sdfe/pdf/download/file/pii/*
307Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
308Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
309Disallow: /sdfe/reader/pii/*
310Disallow: /user/
311
312User-agent: Teoma
313Disallow: /cache/MiamiImageURL/
314Disallow: /science?_ob=MiamiCaptionURL*
315Disallow: /science/science?_ob=GatewayURL*
316Disallow: /science/science?_ob=MiamiImageURL*
317Disallow: /science?_ob=ShoppingCartURL*
318Disallow: /science?_ob=EmailFriendURL*
319Disallow: /science?_ob=MiamiImageURL*
320Disallow: /science?_ob=GatewayURL*
321Disallow: /science/advertisement/
322Disallow: /science/relLink/ajaxReq?*
323Disallow: /science/gadgets/render/
324Disallow: /science/spliss/rslts/
325Disallow: /science/preview/
326Disallow: /science/mlkt/rslts/
327Disallow: /science/referenceResolution/ajaxRefResol?*
328Disallow: /science/outlineJson/
329Disallow: /science/toc/
330Disallow: /science/bktoc/
331Disallow: /science?_ob=PdfExcerptURL*
332Disallow: /science?_ob=MathURL*
333Disallow: /science/page/flash/VideoPlayer*
334Disallow: /science?_ob=RefWorkIndexURL*
335Disallow: /science?_ob=RSSURL*
336Disallow: /science/MiamiMultiMediaURL/
337Disallow: /science?_ob=MiamiMultiMediaURL*
338Disallow: /science?_ob=ReminderURL*
339Disallow: /science?_ob=QuickSearchURL*
340Disallow: /science?_ob=TitleSrchURL*
341Disallow: /science?_ob=QuickSearchListURL*
342Disallow: /science?_ob=TopicAlertURL*
343Disallow: /science?_ob=RefWorkSubjClassURL*
344Disallow: /science?_ob=RefWorkTocURL*
345Disallow: /science?_ob=SuggestedArtURL*
346Disallow: /science/downloadActions/
347Disallow: */pdfft/*
348Disallow: /science/article/
349Disallow: */article/eid/*
350Disallow: */science/ereader/
351Disallow: */science/fabrication/
352Disallow: */pdf/*
353Disallow: /science/ppv-pdf/
354Disallow: /science/ppv-supp/
355Disallow: /science/gs/
356Disallow: /science/dc/
357Disallow: /science/frag/
358Disallow: *?np=y
359Disallow: /refmodsrp/suggestedTopics/*
360Disallow: /related-books/*
361Disallow: /search?*
362Disallow: /search/api*
363Disallow: /sdfe/export/
364Disallow: /sdfe/arp/
365Disallow: /sdfe/ears/
366Disallow: /sdfe/pdf/download/read/index/pii/*
367Disallow: /sdfe/pdf/download/read/noindex/pii/*
368Disallow: /sdfe/pdf/download/file/pii/*
369Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
370Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
371Disallow: /sdfe/reader/pii/*
372Disallow: /user/
373
374User-agent: Mediapartners-Google*
375Disallow: /cache/MiamiImageURL/
376Disallow: /science?_ob=MiamiCaptionURL*
377Disallow: /science/science?_ob=GatewayURL*
378Disallow: /science/science?_ob=MiamiImageURL*
379Disallow: /science?_ob=ShoppingCartURL*
380Disallow: /science?_ob=EmailFriendURL*
381Disallow: /science?_ob=MiamiImageURL*
382Disallow: /science?_ob=GatewayURL*
383Disallow: /science/advertisement/
384Disallow: /science/relLink/ajaxReq?*
385Disallow: /science/gadgets/render/
386Disallow: /science/spliss/rslts/
387Disallow: /science/preview/
388Disallow: /science/mlkt/rslts/
389Disallow: /science/referenceResolution/ajaxRefResol?*
390Disallow: /science/outlineJson/
391Disallow: /science/toc/
392Disallow: /science/bktoc/
393Disallow: /science?_ob=PdfExcerptURL*
394Disallow: /science?_ob=MathURL*
395Disallow: /science/page/flash/VideoPlayer*
396Disallow: /science?_ob=RefWorkIndexURL*
397Disallow: /science?_ob=RSSURL*
398Disallow: /science/MiamiMultiMediaURL/
399Disallow: /science?_ob=MiamiMultiMediaURL*
400Disallow: /science?_ob=ReminderURL*
401Disallow: /science?_ob=QuickSearchURL*
402Disallow: /science?_ob=TitleSrchURL*
403Disallow: /science?_ob=QuickSearchListURL*
404Disallow: /science?_ob=TopicAlertURL*
405Disallow: /science?_ob=RefWorkSubjClassURL*
406Disallow: /science?_ob=RefWorkTocURL*
407Disallow: /science?_ob=SuggestedArtURL*
408Disallow: /science/downloadActions/
409Disallow: */pdfft/*
410Disallow: */article/eid/*
411Disallow: */science/ereader/
412Disallow: */science/fabrication/
413Disallow: */pdf/*
414Disallow: /science/ppv-pdf/
415Disallow: /science/ppv-supp/
416Disallow: /science/gs/
417Disallow: /science/dc/
418Disallow: /science/frag/
419Disallow: *?np=y
420Disallow: /refmodsrp/suggestedTopics/*
421Disallow: /related-books/*
422Disallow: /search?*
423Disallow: /search/api*
424Disallow: /sdfe/export/
425Disallow: /sdfe/arp/
426Disallow: /sdfe/ears/
427Disallow: /sdfe/pdf/download/read/index/pii/*
428Disallow: /sdfe/pdf/download/read/noindex/pii/*
429Disallow: /sdfe/pdf/download/file/pii/*
430Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
431Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
432Disallow: /sdfe/reader/pii/*
433Disallow: /user/
434
435User-agent: Baiduspider
436Disallow: /science?_ob=PublicationURL*
437Disallow: /cache/MiamiImageURL/
438Disallow: /science?_ob=MiamiCaptionURL*
439Disallow: /science/science?_ob=GatewayURL*
440Disallow: /science/science?_ob=MiamiImageURL*
441Disallow: /science?_ob=ShoppingCartURL*
442Disallow: /science?_ob=EmailFriendURL*
443Disallow: /science?_ob=MiamiImageURL*
444Disallow: /science?_ob=GatewayURL*
445Disallow: /science/advertisement/
446Disallow: /science/relLink/ajaxReq?*
447Disallow: /science/gadgets/render/
448Disallow: /science/spliss/rslts/
449Disallow: /science/preview/
450Disallow: /science/mlkt/rslts/
451Disallow: /science/referenceResolution/ajaxRefResol?*
452Disallow: /science/outlineJson/
453Disallow: /science/toc/
454Disallow: /science/bktoc/
455Disallow: /science?_ob=PdfExcerptURL*
456Disallow: /science?_ob=MathURL*
457Disallow: /science/page/flash/VideoPlayer*
458Disallow: /science?_ob=RefWorkIndexURL*
459Disallow: /science?_ob=RSSURL*
460Disallow: /science/MiamiMultiMediaURL/
461Disallow: /science?_ob=MiamiMultiMediaURL*
462Disallow: /science?_ob=ReminderURL*
463Disallow: /science?_ob=QuickSearchURL*
464Disallow: /science?_ob=TitleSrchURL*
465Disallow: /science?_ob=QuickSearchListURL*
466Disallow: /science?_ob=TopicAlertURL*
467Disallow: /science?_ob=RefWorkSubjClassURL*
468Disallow: /science?_ob=RefWorkTocURL*
469Disallow: /science?_ob=SuggestedArtURL*
470Disallow: /science/downloadActions/
471Disallow: */pdfft/*
472Disallow: */article/eid/*
473Disallow: */science/ereader/
474Disallow: */science/fabrication/
475Disallow: */pdf/*
476Disallow: /science/ppv-pdf/
477Disallow: /science/ppv-supp/
478Disallow: /science/gs/
479Disallow: /science/dc/
480Disallow: /science/frag/
481Disallow: *?np=y
482Disallow: /refmodsrp/suggestedTopics/*
483Disallow: /related-books/*
484Disallow: /search?*
485Disallow: /search/api*
486Disallow: /sdfe/export/
487Disallow: /sdfe/arp/
488Disallow: /sdfe/ears/
489Disallow: /sdfe/pdf/download/read/index/pii/*
490Disallow: /sdfe/pdf/download/read/noindex/pii/*
491Disallow: /sdfe/pdf/download/file/pii/*
492Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
493Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
494Disallow: /sdfe/reader/pii/*
495Disallow: /user/
496
497User-agent: YandexBot
498Allow: /topics
499Disallow: /
500
501User-agent: Twitterbot
502Disallow: /science?_ob=PublicationURL*
503Disallow: /cache/MiamiImageURL/
504Disallow: /science?_ob=MiamiCaptionURL*
505Disallow: /science/science?_ob=GatewayURL*
506Disallow: /science/science?_ob=MiamiImageURL*
507Disallow: /science?_ob=ShoppingCartURL*
508Disallow: /science?_ob=EmailFriendURL*
509Disallow: /science?_ob=MiamiImageURL*
510Disallow: /science?_ob=GatewayURL*
511Disallow: /science/advertisement/
512Disallow: /science/relLink/ajaxReq?*
513Disallow: /science/gadgets/render/
514Disallow: /science/spliss/rslts/
515Disallow: /science/preview/
516Disallow: /science/mlkt/rslts/
517Disallow: /science/referenceResolution/ajaxRefResol?*
518Disallow: /science/outlineJson/
519Disallow: /science/toc/
520Disallow: /science/bktoc/
521Disallow: /science?_ob=PdfExcerptURL*
522Disallow: /science?_ob=MathURL*
523Disallow: /science/page/flash/VideoPlayer*
524Disallow: /science?_ob=RefWorkIndexURL*
525Disallow: /science?_ob=RSSURL*
526Disallow: /science/MiamiMultiMediaURL/
527Disallow: /science?_ob=MiamiMultiMediaURL*
528Disallow: /science?_ob=ReminderURL*
529Disallow: /science?_ob=QuickSearchURL*
530Disallow: /science?_ob=TitleSrchURL*
531Disallow: /science?_ob=QuickSearchListURL*
532Disallow: /science?_ob=TopicAlertURL*
533Disallow: /science?_ob=RefWorkSubjClassURL*
534Disallow: /science?_ob=RefWorkTocURL*
535Disallow: /science?_ob=SuggestedArtURL*
536Disallow: /science/downloadActions/
537Disallow: */pdfft/*
538Disallow: */article/eid/*
539Disallow: */science/ereader/
540Disallow: */science/fabrication/
541Disallow: */pdf/*
542Disallow: /science/ppv-pdf/
543Disallow: /science/ppv-supp/
544Disallow: /science/gs/
545Disallow: /science/dc/
546Disallow: /science/frag/
547Disallow: *?np=y
548Disallow: /refmodsrp/suggestedTopics/*
549Disallow: /related-books/*
550Disallow: /search?*
551Disallow: /search/api*
552Disallow: /sdfe/export/
553Disallow: /sdfe/arp/
554Disallow: /sdfe/ears/
555Disallow: /sdfe/pdf/download/read/index/pii/*
556Disallow: /sdfe/pdf/download/read/noindex/pii/*
557Disallow: /sdfe/pdf/download/file/pii/*
558Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
559Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
560Disallow: /sdfe/reader/pii/*
561Disallow: /user/
562
563Sitemap: https://www.sciencedirect.com/sitemap.xml
564Sitemap: https://www.sciencedirect.com/topics/sitemap-topics.xml
565Sitemap: https://www.sciencedirect.com/journal/sitemap-0.xml
566Sitemap: https://www.sciencedirect.com/bookseries/sitemap-0.xml
567Sitemap: https://www.sciencedirect.com/handbook/sitemap-0.xml
568Sitemap: https://www.sciencedirect.com/book/sitemap-0.xml
569Sitemap: https://www.sciencedirect.com/referencework/sitemap-0.xml
570Sitemap: https://www.sciencedirect.com/browse/sitemap.xml
571