1User-agent: *
2Sitemap: https://www.wsj.com/sitemaps/web/wsj/en/sitemap_wsj_en_index.xml
3Sitemap: https://www.wsj.com/wsjsitemaps/wsj_google_news.xml
4Sitemap: https://www.wsj.com/live_news_sitemap.xml
5Sitemap: https://www.wsj.com/sitemap.xml
6Sitemap: https://www.wsj.com/wsj_graphics_sitemap.xml
7Sitemap: https://www.wsj.com/sitemaps/web/video/en/sitemap_video_en_index.xml
8
9Disallow: /article_email/*
10Disallow: /user/*
11Disallow: /pdf/documents/*
12Disallow: /login/*
13Disallow: /acct/*
14Disallow: /msgcenter/*
15Disallow: /setup/*
16Disallow: /marketing/*
17Disallow: /public/article/*
18Disallow: /public/search/
19Disallow: /public/search*
20Disallow: /search*
21Disallow: /public/page/wsj-x-marketing.html
22Disallow: /public/page/news-media-marketing.html
23Disallow: /public/page/0_0_WP_RT_MARKETING.html
24Disallow: /news/articles/SB2*
25Disallow: /news/articles/SB3*
26Disallow: /news/articles/SB4*
27Disallow: /articles/SB2*
28Disallow: /articles/SB3*
29Disallow: /articles/SB4*
30Disallow: /article/AP*
31Disallow: /article/BT-CO*
32Disallow: /article/DN-CO*
33Disallow: /article/PR-CO*
34Disallow: /article/HUG*
35Disallow: /video/search/*
36Disallow: /articles/BT-CO*
37Disallow: /articles/DN-CO*
38Disallow: /articles/PR-CO*
39Disallow: /news/articles/BT-CO*
40Disallow: /news/articles/DN-CO*
41Disallow: /news/articles/PR-CO*
42
43User-agent: MSNPTC/1.0
44Disallow: /article_email/*
45Disallow: /login/*
46Disallow: /acct/*
47Disallow: /msgcenter/*
48Disallow: /setup/*
49Disallow: /user/*
50Disallow: /marketing/*
51Disallow: /public/article/*
52Disallow: /public/search/
53Disallow: /public/search*
54Disallow: /search*
55Disallow: /public/page/wsj-x-marketing.html
56Disallow: /public/page/news-media-marketing.html
57Disallow: /public/page/0_0_WP_RT_MARKETING.html
58Disallow: /news/articles/SB2*
59Disallow: /news/articles/SB3*
60Disallow: /news/articles/SB4*
61Disallow: /articles/SB2*
62Disallow: /articles/SB3*
63Disallow: /articles/SB4*
64Disallow: /article/AP*
65Disallow: /article/BT-CO*
66Disallow: /article/DN-CO*
67Disallow: /article/PR-CO*
68Disallow: /article/HUG*
69Disallow: /video/search/*
70Disallow: /articles/BT-CO*
71Disallow: /articles/DN-CO*
72Disallow: /articles/PR-CO*
73Disallow: /news/articles/BT-CO*
74Disallow: /news/articles/DN-CO*
75Disallow: /news/articles/PR-CO*
76
77User-agent: Twitterbot
78Disallow: /amp/*
79