1User-agent: AhrefsBot 2Disallow: /classifieds/ 3 4User-agent: SemrushBot 5Disallow: /classifieds/ 6 7User-agent: * 8Allow: /*.js 9Allow: /*.css 10Allow: /*.jpg 11Disallow: /poll/* 12Disallow: /classifieds/data/* 13Disallow: /classifieds/admanagement/* 14Disallow: /classifieds/Controls/* 15Disallow: /classifieds/Click 16Disallow: /*.aspx 17Disallow: /*itemindex* 18Disallow: /classifieds/SaveAd/ 19Disallow: /classifieds/SingleAdPage/Home/ 20Disallow: /classifieds/SingleAdPage/Product/ 21Disallow: /classifieds/SingleAdPage/Similar/ 22Disallow: /classifieds/get-results/ 23Disallow: /classifieds/get-filter-results/ 24Disallow: /classifieds/get-top-box-results/ 25Disallow: /*?*IsReduced= 26Disallow: /*?*RubrikkScore= 27Disallow: /*--super-price 28Disallow: /*--good-price 29Disallow: /*--fair-price 30Disallow: /*--a-bit-pricy 31Disallow: /*--expensive 32Disallow: /*--no-price-rating 33Disallow: /*super-price-- 34Disallow: /*good-price-- 35Disallow: /*fair-price-- 36Disallow: /*a-bit-pricy-- 37Disallow: /*expensive-- 38Disallow: /*no-price-rating-- 39Disallow: /classifieds/update-password/ 40Disallow: /classifieds/register-saved-searches/ 41Disallow: /classifieds/login-saved-searches/ 42Disallow: /classifieds/manage-saved-searches/ 43Disallow: /classifieds/recover-password/ 44Disallow: /classifieds/update-frequency/ 45Disallow: /classifieds/*?s= 46Disallow: /classifieds/*&s= 47Disallow: /classifieds/*ei= 48Disallow: /classifieds/*usp= 49Disallow: /classifieds/*nif= 50Disallow: /classifieds/*p= 51Disallow: /classifieds/*searchcategory= 52Disallow: /classifieds/*search? 53Disallow: /classifieds/*?s= 54Disallow: /classifieds/*&s= 55Disallow: /search/simple.do 56Disallow: /search/advanced.do 57Disallow: /poll/vote.do 58Disallow: /classifieds/*--*.html 59Disallow: /*_nif 60Disallow: /classifieds/*real_estate__number_of_bedrooms_from= 61Disallow: /classifieds/*real_estate__number_of_bedrooms_to= 62