1User-agent: * 2Crawl-delay: 30 3Disallow: /*.ashx$ 4Disallow: /personal-finance/bankrate-cc-results.aspx 5Disallow: /personal-finance/bankrate-cd-results.aspx 6Disallow: /personal-finance/bankrate-auto-results.aspx 7Disallow: /personal-finance/bankrate-mma-results.aspx 8Disallow: /personal-finance/bankrate-mortgage-results.aspx 9 10User-agent: grapeshot 11User-agent: Pipl 12Disallow: / 13 14User-agent: mediapartners-google 15Crawl-delay: 0 16 17User-agent: googlebot 18Crawl-delay: 0 19 20User-agent: googlebot-news 21Crawl-delay: 0 22 23User-agent: adsbot-google 24Crawl-delay: 0 25 26User-agent: googlebot-image 27Crawl-delay: 0 28 29User-agent: googlebot-mobile 30Crawl-delay: 0 31 32User-agent: bingbot 33Crawl-delay: 0 34 35User-agent: slurp 36Crawl-delay: 0 37 38User-agent: msnbot 39Crawl-delay: 0 40 41User-agent: msnbot-media 42Crawl-delay: 0 43 44User-agent: Yahoo-Blogs 45Crawl-delay: 0 46 47User-agent: Yahoo-MMCrawler 48Crawl-delay: 0 49 50User-agent: DuckDuckBot 51Crawl-delay: 0 52 53User-agent: YandexBot 54Crawl-delay: 0 55 56Sitemap: https://www.nasdaq.com/sitemap.xml