1
2#SYSADMIN-11227
3#SYSADMIN-11374
4User-agent: NewsNow
5Allow: /rss/
6
7User-agent: *
8Sitemap: http://www.businesswire.com/smaps/gn-bw/gn-bw.xml
9Sitemap: http://www.businesswire.com/smaps/smaps-bw/smap-bw.xml
10Sitemap: http://feed.businesswire.com/mrss/home/?rss=G1QFDERJXkJcFVJYWQ==
11Disallow: /bwapps/syndication/
12Disallow: /wps/
13Disallow: /misc/
14Disallow: /wpvi/
15Disallow: /help/
16Disallow: /flash/
17Disallow: /xml/
18Disallow: /rss/
19Disallow: /rss.php
20Disallow: /rss2/
21Disallow: /schema/
22Disallow: /msarss/
23Disallow: /atom10/
24Disallow: /js/
25Disallow: /portal_redirects/
26Disallow: /webbox/
27Disallow: /snr_email/
28Disallow: /xsl/
29Disallow: /images/
30Disallow: /gadgets/
31Disallow: /cgi-bin/
32Disallow: /ct/
33Disallow: /cdn-error-page/
34Disallow: /portal/site/home/template.NDM/
35Disallow: /portal/site/home/template.PAGE/menuitem.e23d7f2be635f4725e0fa455c6908a0c/
36Disallow: /portal/site/home/template.PAGE/menuitem.29c1c414dc41464723632d10e6908a0c/
37Disallow: /portal/site/home/template.PAGE/menuitem.8529ea2ad8631dcd3bb97904c6908a0c/
38Disallow: /portal/site/home/template.PAGE/menuitem.ddfc3807cdd1e0ce315528c6e6908a0c/
39Disallow: /portal/site/home/template.PAGE/menuitem.*
40Disallow: /portal/site/home/global/
41Disallow: /portal/site/home/template.PAGE/global/
42Disallow: /portal/site/home/rss/
43Disallow: /portal/site/home/template.PAGE/news/
44Disallow: /portal/site/home/news/sections/
45Disallow: /portal/site/home/news/all/
46Disallow: /portal/site/home/template.PAGE/news/all/
47Disallow: /portal/site/home/template.PAGE/news/company/
48Disallow: /portal/site/home/news/multimedia/
49Disallow: /portal/site/home/news/industries/
50Disallow: /portal/site/home/news/industry/
51Disallow: /portal/site/home/news/subjects/
52Disallow: /portal/site/home/news/subject/
53Disallow: /portal/site/home/news/languages/
54Disallow: /portal/site/home/news/language/
55Disallow: /portal/site/home/template.PAGE/permalink/
56Disallow: /portal/site/home/template.NDM/permalink/
57Disallow: /portal/site/home/welcome/
58Disallow: /portal/site/home/template.PAGE/welcome/
59Disallow: /portal/site/home/membership/
60Disallow: /portal/site/home/media/services/
61Disallow: /portal/site/home/my-business-wire/
62Disallow: /portal/site/home/news/more/
63Disallow: /portal/site/home/email/alert/
64Disallow: /portal/site/home/template.NDM/email/alert/
65Disallow: /portal/site/home/email/alerts/
66Disallow: /portal/site/home/template.NDM/email/alerts/
67Disallow: /portal/site/home/template.NDM/email/
68Disallow: /portal/site/home/template.MAXIMIZE/tradeshows/
69Disallow: /portal/site/home/services/overview/
70Disallow: /portal/site/home/pr/press-release-distribution/
71Disallow: /portal/site/home/ir/services/
72Disallow: /portal/site/home/ir/press-release-distribution/
73Disallow: /portal/site/home/regulatory-filings/
74Disallow: /portal/site/home/xbrl/
75Disallow: /portal/site/home/ir/hosting/
76Disallow: /portal/site/home/ir/tools/
77Disallow: /portal/site/home/distribution/americas/
78Disallow: /portal/site/home/distribution/global/
79Disallow: /portal/site/home/resources/
80Disallow: /portal/site/home/news-online/all/
81Disallow: /portal/site/home/about/overview/
82Disallow: /portal/site/home/business-wire/
83Disallow: /portal/site/home/about/2008/
84Disallow: /portal/site/home/bureaus/world/
85Disallow: /portal/site/eon/search/
86Disallow: /portal/site/eon/home/
87Disallow: /portal/site/eon/template.PAGE/home/
88Disallow: /portal/site/eon/template.PAGE/news/
89Disallow: /portal/site/eon/template.PAGE/permalink/
90Disallow: /portal/site/eon/news/search/
91Disallow: /portal/site/eon/news/industry/
92Disallow: /portal/site/eon/news/subject/
93Disallow: /portal/site/eon/news/geography/
94Disallow: /portal/site/google/
95
96User-agent: RHWSSpider
97Allow: /portal/site/rohmhaas/
98Disallow: /portal/site/home/
99
100User-agent: RHSWDSpider
101Allow: /portal/site/rohmhaas/
102Disallow: /portal/site/home/
103
104User-agent: mmm-google-two
105Allow: /portal/site/3m/
106
107User-agent: mmm-google-four
108Allow: /portal/site/3m/
109
110User-agent: CoveoEnterpriseSearch
111Allow: /portal/site/transcore/
112
113User-agent: dotbot
114Disallow: /
115
116User-agent: mob2bw
117# Exxon spider doesn't respect crawl-delay.
118Allow: /portal/site/exxonmobil/
119Allow: /portal/site/exxonmobilchemical/
120
121# Limit Bots' crawl rate to no more than 1 page every 5 seconds
122User-agent: ScoutJet
123Crawl-delay: 10
124
125User-agent: Yahoo! Slurp
126Crawl-delay: 10
127
128User-agent: bingbot
129Crawl-delay: 10
130
131User-agent: Googlebot
132Crawl-delay: 10
133
134User-agent: YandexBot
135Crawl-delay: 10
136
137User-agent: Twitterbot
138Crawl-delay: 10
139
140User-agent: Googlebot-Image
141Crawl-delay: 10
142
143User-agent: AhrefsBot
144Crawl-delay: 10
145
146User-agent: Spinn3r
147Crawl-delay: 10
148
149User-agent: omgilibot
150Crawl-delay: 10
151
152User-agent: msnbot-NewsBlogs
153Crawl-delay: 10
154
155User-agent: AddThis.com robot
156Crawl-delay: 10
157
158User-agent: YandexNews
159Crawl-delay: 10
160
161User-agent: LivelapBot
162Crawl-delay: 10
163
164User-agent: msnbot-UDiscovery
165Crawl-delay: 10
166
167User-agent: PaperLiBot
168Crawl-delay: 10
169
170User-agent: trendictionbot
171Crawl-delay: 10
172
173User-agent: newslebot
174Crawl-delay: 10
175
176User-agent: YandexImages
177Crawl-delay: 10
178
179User-agent: Diffbot
180Crawl-delay: 10
181
182User-agent: TweetmemeBot
183Crawl-delay: 10
184
185User-agent: Mail.RU_Bot
186Crawl-delay: 10
187
188User-agent: RediffNewsBot
189Crawl-delay: 10
190
191User-agent: LinkedInBot
192Crawl-delay: 10
193
194User-agent: YandexImageResizer
195Crawl-delay: 10
196
197User-agent: MJ12bot
198Crawl-delay: 10
199
200User-agent: EveryoneSocialBot
201Crawl-delay: 10
202
203User-agent: HubSpot Page Fetching Bot
204Crawl-delay: 10
205
206User-agent: Konqueror
207Crawl-delay: 10
208
209User-agent: msnbot-media
210Crawl-delay: 10
211
212User-agent: ZumBot
213Crawl-delay: 10
214
215User-agent: BusinessWireBot
216Crawl-delay: 10
217
218User-agent: PictureBot
219Crawl-delay: 10
220
221User-agent: InterfaxBot
222Crawl-delay: 10
223
224User-agent: InterfaxScanBot
225Crawl-delay: 10
226
227User-agent: Kraken
228Crawl-delay: 10
229
230User-agent: Flamingo_SearchEngine
231Crawl-delay: 10
232
233User-agent: linkdexbot
234Crawl-delay: 10
235
236User-agent: nachtschatten, neofonie search:robot
237Crawl-delay: 10
238
239User-agent: VocusBot
240Crawl-delay: 10
241
242User-agent: uMBot-LN
243Crawl-delay: 10
244
245User-agent: Yeti
246Crawl-delay: 10
247
248User-agent: uMBot-FC
249Crawl-delay: 10
250
251User-agent: OpenHoseBot
252Crawl-delay: 10
253
254User-agent: Googlebot-Mobile
255Crawl-delay: 10
256
257User-agent: WikioImagesBot
258Crawl-delay: 10
259
260User-agent: ScooperBot
261Crawl-delay: 10
262
263User-agent: Kemvibot
264Crawl-delay: 10
265
266User-agent: xintellibot
267Crawl-delay: 10
268
269User-agent: archive.org_bot
270Crawl-delay: 10
271
272User-agent: SemrushBot
273Crawl-delay: 10
274
275User-agent: ShowyouBot
276Crawl-delay: 10
277
278User-agent: bitlybot
279Crawl-delay: 10
280
281User-agent: Veooz
282Crawl-delay: 10
283
284User-agent: zitebot
285Crawl-delay: 10
286
287User-agent: TinEye-bot
288Crawl-delay: 10
289
290User-agent: Exabot
291Crawl-delay: 10
292
293User-agent: TweetedTimes Bot
294Crawl-delay: 10
295
296User-agent: rogerbot
297Crawl-delay: 10
298
299User-agent: James BOT
300Crawl-delay: 10
301
302User-agent: Newsbot
303Crawl-delay: 10
304
305User-agent: Blekkobot
306Crawl-delay: 10
307
308User-agent: ContextAd Bot
309Crawl-delay: 10
310
311User-agent: QuerySeekerSpider
312Crawl-delay: 10
313
314User-agent: squirrobot
315Crawl-delay: 10
316
317User-agent: MarketBrewBot
318Crawl-delay: 10
319
320User-agent: MixBot
321Crawl-delay: 10
322
323User-agent: abot
324Crawl-delay: 10
325
326User-agent: MS Search 6.0 Robot
327Crawl-delay: 10
328
329User-agent: heritrix
330Crawl-delay: 10
331
332User-agent: DotBot
333Crawl-delay: 10
334
335User-agent: Dow Jones Searchbot
336Crawl-delay: 10
337
338User-agent: mediajam-bot
339Crawl-delay: 10
340
341User-agent: BOT
342Crawl-delay: 10
343
344User-agent: Slackbot-LinkExpanding
345Crawl-delay: 10
346
347User-agent: Landau-Media-Spider
348Crawl-delay: 10
349
350User-agent: SurveyBot
351Crawl-delay: 10
352
353User-agent: SocialShare
354Crawl-delay: 10
355
356User-agent: LDRbot
357Crawl-delay: 10
358
359User-agent: WASALive-Bot
360Crawl-delay: 10
361
362User-agent: GozaikBot
363Crawl-delay: 10
364
365User-agent: MarketwireBot
366Crawl-delay: 10
367
368User-agent: SeznamBot
369Crawl-delay: 10
370
371User-agent: g2reader-bot
372Crawl-delay: 10
373
374User-agent: gyffu_bot
375Crawl-delay: 10
376
377User-agent: AcademicBot
378Crawl-delay: 10
379
380User-agent: BufferBot
381Crawl-delay: 10
382
383User-agent: FTRF: Friendly robot
384Crawl-delay: 10
385
386User-agent: yolinkBot
387Crawl-delay: 10
388
389User-agent: RightIntelBot
390Crawl-delay: 10
391
392User-agent: Claritybot
393Crawl-delay: 10
394
395User-agent: cXensebot
396Crawl-delay: 10
397
398User-agent: Yandex.Gazeta Bot
399Crawl-delay: 10
400
401User-agent: newslookup-bot
402Crawl-delay: 10
403
404User-agent: sReleaseBot
405Crawl-delay: 10
406
407User-agent: NerdyBot
408Crawl-delay: 10
409
410User-agent: SkimBot
411Crawl-delay: 10
412
413User-agent: datagnionbot
414Crawl-delay: 10
415
416User-agent: ArchiveTeam ArchiveBot
417Crawl-delay: 10
418
419User-agent: focuseekbot
420Crawl-delay: 10
421
422User-agent: slurp
423Crawl-delay: 10
424
425User-agent: LinkpadBot
426Crawl-delay: 10
427
428User-agent: MojeekBot
429Crawl-delay: 10
430
431User-agent: YioopBot
432Crawl-delay: 10
433
434User-agent: SinaWeiboBot
435Crawl-delay: 10
436
437User-agent: Spiderbot
438Crawl-delay: 10
439
440User-agent: Swayy API
441Crawl-delay: 10
442
443User-agent: iisbot
444Crawl-delay: 10
445
446User-agent: msnbot
447Crawl-delay: 10
448
449User-agent: robot leapit.com
450Crawl-delay: 10
451
452User-agent: gsa-crawler
453Crawl-delay: 10
454
455User-agent: VegeBot
456Crawl-delay: 10
457
458User-agent: APIs-Google
459Crawl-delay: 10
460
461User-agent: Mediapartners-Google
462Crawl-delay: 10
463
464User-agent: AdsBot-Google-Mobile
465Crawl-delay: 10
466
467User-agent: AdsBot-Google
468Crawl-delay: 10
469
470User-agent: Googlebot-News
471Crawl-delay: 10
472
473User-agent: Googlebot-Video
474Crawl-delay: 10
475
476User-agent: DuckDuckBot
477Crawl-delay: 10
478
479User-agent: Baiduspider
480Crawl-delay: 10
481
482User-agent: Baiduspider-image
483Crawl-delay: 10
484
485User-agent: Baiduspider-video
486Crawl-delay: 10
487
488User-agent: Baiduspider-news
489Crawl-delay: 10
490
491User-agent: Baiduspider-favo
492Crawl-delay: 10
493
494User-agent: Baiduspider-cpro
495Crawl-delay: 10
496
497User-agent: Baiduspider-ads
498Crawl-delay: 10
499
500User-agent: Baiduspider
501Crawl-delay: 10
502
503User-agent: omgilibot
504Crawl-delay: 10
505
506User-agent: facebot
507Crawl-delay: 10
508
509User-agent: AppleNewsBot
510Crawl-delay: 10
511
512User-agent: expo9
513Crawl-delay: 10
514
515User-agent: Nuzzel
516Crawl-delay: 10
517
518User-agent: newspaper
519Crawl-delay: 10
520
521
522