1# robots.txt for http://idea.iust.ac.ir 2User-agent: * 3Crawl-delay: 50 4 5Sitemap: http://idea.iust.ac.ir/sitemap.xml 6Host: http://idea.iust.ac.ir 7 8Disallow: /~* 9Disallow: /cgi-sys/ 10Disallow: /cgi-bin/ 11Disallow: /tmp/ 12 13Disallow: /webmail/ 14Disallow: /cpanel/ 15Disallow: /whm/ 16 17Disallow: /awt_cache/ 18Disallow: /cache/ 19Disallow: /ckedit/ 20Disallow: /fonts/ 21Disallow: /fpdf/ 22Disallow: /hta/ 23Disallow: /includes/ 24Disallow: /jvsc_servs/ 25Disallow: /jvsc_glbmenu/ 26Disallow: /language/ 27Disallow: /mods/ 28Disallow: /reporter/ 29Disallow: /reporter_ajm/ 30Disallow: /templates/ 31Disallow: /tpl_temp/ 32Disallow: /files/site1/yekta_program/ 33 34Disallow: /admin/ 35Disallow: /admin_* 36Disallow: /manage_* 37Disallow: /panel* 38Disallow: /cp* 39 40Disallow: /article_files_up.php 41Disallow: /article_profile.php 42Disallow: /invoice.php 43Disallow: /messaging.php 44Disallow: /misu_msgs.php 45Disallow: /misu.php 46Disallow: /mism.php 47Disallow: /profile_pg.php 48Disallow: /programmers_zone.php 49Disallow: /rating.php 50Disallow: /review_cancel.php 51Disallow: /reviewers_zone.php 52Disallow: /revres.php 53Disallow: /room.php 54Disallow: /user_cv.php 55Disallow: /view_msg.php 56 57Disallow: /00auto_updater.db.php* 58Disallow: /00filecp.php* 59Disallow: /00home-iust-changed-nocode.php* 60Disallow: /0dbexe.php* 61Disallow: /0sandbox.php* 62Disallow: /0-set-uijs-pass.php* 63Disallow: /0u.php* 64Disallow: /1sub.php* 65Disallow: /active.php* 66Disallow: /adverts.php* 67Disallow: /agents_zone.php* 68Disallow: /ajax_search.php* 69Disallow: /apm* 70Disallow: /autoc* 71Disallow: /cert.php* 72Disallow: /chart.php* 73 74Disallow: /awt_reporting_sys.php* 75Disallow: /book_treasure_search.php* 76Disallow: /chat.php* 77Disallow: /common.php* 78Disallow: /common.all.php* 79Disallow: /consult_* 80Disallow: /cron* 81Disallow: /cv_forms* 82Disallow: /download* 83Disallow: /employ* 84Disallow: /epay* 85Disallow: /eshop_card* 86Disallow: /manage* 87Disallow: /fcheck_zone.php* 88Disallow: /link_treasure_search.php* 89Disallow: /login.php* 90Disallow: /pass_req.php* 91Disallow: /rss_getfile.php* 92Disallow: /rss_* 93Disallow: /search*.php* 94Disallow: /send_ads.php* 95Disallow: /send_msgs.php* 96Disallow: /site_map.php* 97Disallow: /view_image.php* 98Disallow: /zipfolder.php* 99Disallow: /mism.php* 100Disallow: /pdsm* 101Disallow: /rds_search* 102Disallow: /rds_server* 103Disallow: /_zone.php* 104Disallow: /form* 105Disallow: /captcha* 106 107User-agent: Slurp 108Disallow: / 109 110User-agent: DuckDuckBot 111Disallow: / 112 113User-agent: Baiduspider 114Disallow: / 115 116User-agent: YandexBot 117Disallow: / 118 119User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07) 120Disallow: / 121 122User-agent: facebot 123Disallow: / 124 125 126Disallow: /00AWT_CHK00/* 127