1# www.robotstxt.org/ 2# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 3# 4 5User-agent: * 6Disallow: /cp 7Disallow: /search 8Disallow: /login 9Disallow: /more 10Disallow: /*/action/ 11Disallow: /profile/ 12Disallow: /tests/ 13Disallow: /search/ 14Disallow: /user/ 15Disallow: /user/* 16 17User-agent: AhrefsBot 18Disallow: / 19 20Sitemap: https://www.phonearena.com/sitemaps/website.xml 21Sitemap: https://www.phonearena.com/sitemaps/googlenews.xml 22Sitemap: https://www.phonearena.com/sitemaps/news/index.xml 23Sitemap: https://www.phonearena.com/sitemaps/reviews/index.xml 24Sitemap: https://www.phonearena.com/sitemaps/phones/index.xml 25Sitemap: https://www.phonearena.com/sitemaps/compare/specifications.xml 26Sitemap: https://www.phonearena.com/sitemaps/compare/size.xml 27Sitemap: https://www.phonearena.com/sitemaps/compare/camera.xml 28Sitemap: https://www.phonearena.com/sitemaps/compare/specifications-new.xml 29Sitemap: https://www.phonearena.com/sitemaps/compare/size-new.xml 30Sitemap: https://www.phonearena.com/sitemaps/compare/camera-new.xml