1User-agent: * 2Sitemap: https://www.wsj.com/sitemaps/web/wsj/en/sitemap_wsj_en_index.xml 3Sitemap: https://www.wsj.com/wsjsitemaps/wsj_google_news.xml 4Sitemap: https://www.wsj.com/live_news_sitemap.xml 5Sitemap: https://www.wsj.com/sitemap.xml 6Sitemap: https://www.wsj.com/wsj_graphics_sitemap.xml 7Sitemap: https://www.wsj.com/sitemaps/web/video/en/sitemap_video_en_index.xml 8 9Disallow: /article_email/* 10Disallow: /user/* 11Disallow: /pdf/documents/* 12Disallow: /login/* 13Disallow: /acct/* 14Disallow: /msgcenter/* 15Disallow: /setup/* 16Disallow: /marketing/* 17Disallow: /public/article/* 18Disallow: /public/search/ 19Disallow: /public/search* 20Disallow: /search* 21Disallow: /public/page/wsj-x-marketing.html 22Disallow: /public/page/news-media-marketing.html 23Disallow: /public/page/0_0_WP_RT_MARKETING.html 24Disallow: /news/articles/SB2* 25Disallow: /news/articles/SB3* 26Disallow: /news/articles/SB4* 27Disallow: /articles/SB2* 28Disallow: /articles/SB3* 29Disallow: /articles/SB4* 30Disallow: /article/AP* 31Disallow: /article/BT-CO* 32Disallow: /article/DN-CO* 33Disallow: /article/PR-CO* 34Disallow: /article/HUG* 35Disallow: /video/search/* 36Disallow: /articles/BT-CO* 37Disallow: /articles/DN-CO* 38Disallow: /articles/PR-CO* 39Disallow: /news/articles/BT-CO* 40Disallow: /news/articles/DN-CO* 41Disallow: /news/articles/PR-CO* 42 43User-agent: MSNPTC/1.0 44Disallow: /article_email/* 45Disallow: /login/* 46Disallow: /acct/* 47Disallow: /msgcenter/* 48Disallow: /setup/* 49Disallow: /user/* 50Disallow: /marketing/* 51Disallow: /public/article/* 52Disallow: /public/search/ 53Disallow: /public/search* 54Disallow: /search* 55Disallow: /public/page/wsj-x-marketing.html 56Disallow: /public/page/news-media-marketing.html 57Disallow: /public/page/0_0_WP_RT_MARKETING.html 58Disallow: /news/articles/SB2* 59Disallow: /news/articles/SB3* 60Disallow: /news/articles/SB4* 61Disallow: /articles/SB2* 62Disallow: /articles/SB3* 63Disallow: /articles/SB4* 64Disallow: /article/AP* 65Disallow: /article/BT-CO* 66Disallow: /article/DN-CO* 67Disallow: /article/PR-CO* 68Disallow: /article/HUG* 69Disallow: /video/search/* 70Disallow: /articles/BT-CO* 71Disallow: /articles/DN-CO* 72Disallow: /articles/PR-CO* 73Disallow: /news/articles/BT-CO* 74Disallow: /news/articles/DN-CO* 75Disallow: /news/articles/PR-CO* 76 77User-agent: Twitterbot 78Disallow: /amp/* 79