1 2User-agent: Googlebot 3 4Disallow: /cgi-bin/members.pl 5Disallow: /members.htm 6Disallow: /modules/members.htm 7Disallow: /cgi-bin/trap.cgi 8Disallow: /modules/printpage.cgi 9Disallow: /return.htm 10Disallow: /mathads/ 11 12User-agent: Mediapartners-Google 13Disallow: /cgi-bin/members.pl 14Disallow: /members.htm 15Disallow: /modules/members.htm 16Disallow: /cgi-bin/trap.cgi 17Disallow: /modules/printpage.cgi 18Disallow: /return.htm 19Disallow: /mathads/ 20 21 22 23User-agent: Googlebot-Image 24 25Disallow: / 26 27 28 29User-agent: AdsBot-Google 30 31Disallow: /cgi-bin/members.pl 32Disallow: /members.htm 33Disallow: /modules/members.htm 34Disallow: /cgi-bin/trap.cgi 35Disallow: /modules/printpage.cgi 36Disallow: /return.htm 37Disallow: /mathads/ 38 39 40 41 42User-agent: Googlebot-News 43 44Disallow: /cgi-bin/members.pl 45Disallow: /members.htm 46Disallow: /modules/members.htm 47Disallow: /cgi-bin/trap.cgi 48Disallow: /modules/printpage.cgi 49Disallow: /return.htm 50Disallow: /mathads/ 51 52User-agent: Googlebot-Video 53 54Disallow: /cgi-bin/members.pl 55Disallow: /members.htm 56Disallow: /modules/members.htm 57Disallow: /cgi-bin/trap.cgi 58Disallow: /modules/printpage.cgi 59Disallow: /return.htm 60Disallow: /mathads/ 61 62 63User-agent: Mediapartners (Googlebot) 64 65Disallow: /cgi-bin/members.pl 66Disallow: /members.htm 67Disallow: /modules/members.htm 68Disallow: /cgi-bin/trap.cgi 69Disallow: /modules/printpage.cgi 70Disallow: /return.htm 71Disallow: /mathads/ 72 73 74 75User-agent: Googlebot-Mobile 76 77Disallow: /cgi-bin/members.pl 78Disallow: /members.htm 79Disallow: /modules/members.htm 80Disallow: /cgi-bin/trap.cgi 81Disallow: /modules/printpage.cgi 82Disallow: /return.htm 83Disallow: /mathads/ 84 85User-agent: amzn_assoc 86Disallow: /cgi-bin/members.pl 87Disallow: /members.htm 88Disallow: /modules/members.htm 89Disallow: /cgi-bin/trap.cgi 90Disallow: /return.htm 91 92User-agent: Yahoo-MMAudVid 93 94Disallow: / 95 96 97 98User-agent: Yahoo-MMCrawler 99Disallow: / 100 101 102 103User-agent: psbot 104Disallow: / 105 106 107 108User-agent: Fasterfox 109 110Disallow: / 111 112 113 114User-agent: FreeFind 115 116Disallow: /cgi-bin/members.pl 117Disallow: /members.htm 118Disallow: /modules/members.htm 119Disallow: /cgi-bin/trap.cgi 120Disallow: /modules/ordering.htm 121Disallow: /modules/printpage.cgi 122Disallow: /return.htm 123Disallow: /mathads/ 124Disallow: /learning/ 125 126User-agent: msnbot 127Disallow: /cgi-bin/members.pl 128Disallow: /members.htm 129Disallow: /modules/members.htm 130Disallow: /cgi-bin/trap.cgi 131Disallow: /modules/ordering.htm 132Disallow: /modules/printpage.cgi 133Disallow: /return.htm 134Disallow: /mathads/ 135 136 137 138User-agent: ia_archiver 139Disallow: /cgi-bin/members.pl 140Disallow: /members.htm 141Disallow: /modules/members.htm 142Disallow: /cgi-bin/trap.cgi 143Disallow: /modules/ordering.htm 144Disallow: /modules/printpage.cgi 145Disallow: /return.htm 146Disallow: /mathads/ 147 148User-agent: MSIECrawler 149 150Disallow: /cgi-bin/members.pl 151Disallow: /members.htm 152Disallow: /modules/members.htm 153Disallow: /cgi-bin/trap.cgi 154Disallow: /modules/ordering.htm 155Disallow: /modules/printpage.cgi 156Disallow: /return.htm 157Disallow: /mathads/ 158 159 160User-agent: * 161Disallow: /cgi-bin/members.pl 162Disallow: /members.htm 163Disallow: /modules/members.htm 164Disallow: /cgi-bin/trap.cgi 165Disallow: /modules/ordering.htm 166Disallow: /modules/printpage.cgi 167Disallow: /return.htm 168Disallow: /mathads/ 169 170User-agent: * 171Crawl-delay: 20 172