1# 2# Robot exclusion file for K-State 3# 4# If you are a web publisher at K-State, and would like to have 5# some of your documents not available to robots, please contact 6# webmaster@k-state.edu. 7# 8# For more information about robots and what they do, see 9# http://www.robotstxt.org/ and http://en.wikipedia.org/wiki/Robots.txt 10 11User-agent: * 12Disallow: /KSU_resources/ 13Disallow: /dev/ 14Disallow: /test/ 15Disallow: /archive/ 16# Don't index the low-graphics version -- the standard page is already indexed. 17Disallow: /quick.html 18# Disallow the list of all updated files. 19Disallow: /search/new/autonew.html 20# Disallow anything that has a URL redirect to another location. 21# They are indexed under their new name rather than the old. 22Disallow: /Directories/ksudepts.html 23Disallow: /its/development/ 24Disallow: /dept_links.html 25Disallow: /gen_interest.html 26Disallow: /mhk_area_info.html 27Disallow: /courses/web-classes.html 28Disallow: /creating-home-page.html 29Disallow: /aboutuni/copyright.html 30Disallow: /aboutuni/help.html 31Disallow: /aboutuni/new 32Disallow: /wp-query.html 33Disallow: /mainemnu.html 34Disallow: /welcome.html 35Disallow: /admit/viewbook 36#Disallow: /internet2 37Disallow: /cns_info 38#Disallow: /infotech 39Disallow: /training 40Disallow: /classes 41Disallow: /course 42Disallow: /ksufcu 43Disallow: /sthlt 44Disallow: /afact 45Disallow: /audit 46Disallow: /hrser 47Disallow: /jl57 48Disallow: /recc 49Disallow: /isle 50Disallow: /smf 51Disallow: /cfc 52Disallow: /reg/ 53Disallow: /blog-feeds/ 54Disallow: /univpub/ 55Disallow: /registrar/backup/ 56Disallow: /registrar/a_r/backup/ 57Disallow: /registrar/c_d/oldgrad/ 58Disallow: /registrar/dars/slideshow/backup/ 59Disallow: /registrar/enroll/backup/ 60Disallow: /registrar/faqs/backup/ 61Disallow: /registrar/ferpa/backup/ 62Disallow: /registrar/t_v/backup/ 63Disallow: /registrar/unpublished/ 64Disallow: /registrar/internal/ 65Disallow: /registrar/statistics/tabs/ 66Disallow: /safety-new/ 67# Data files that should never be retrieved 68Disallow: /Directories/lsdcodes-save.html 69Disallow: /Directories/qsearch.data 70Disallow: /Directories/qsearch-save.data 71Disallow: /cns/newsletter/ 72Disallow: /InfoTech/news/tuesday/archive/2001 73Disallow: /InfoTech/news/tuesday/archive/2002 74Disallow: /InfoTech/news/tuesday/archive/2003 75Disallow: /cns/announce/199 76Disallow: /cns/announce/2001 77Disallow: /cns/announce/2002 78Disallow: /cns/announce/2003 79Disallow: /elp/univdept 80Disallow: /courses/fall2020/ 81# Remove all eventview because it might be causing load problems and will soon 82# be replaced. 83Disallow: /cgi-bin/eventview 84# No reason to index our Maven repository 85Disallow: /repository/ 86Disallow: /maps2011/ 87# Somehow Bing started indexing using a path after the filename, e.g.: 88# /media/k-statement/main.html/vol30/vol32/vol31/vol31/vol32/vol30/vol30/vol31/vol30/vol30/vol31/vol31/ 89Disallow: /media/k-statement/main.html/vol 90Disallow: /media/k-statement/main.html/aboutus 91# Google has gotten ahold of https://www.k-state.edu/uas 92Disallow: /uas 93# Lots of keywords in this data file: 94Disallow: /admissions/js/majors.js 95# Old PDF guides 96Disallow: /admissions/guides/ 97# Parking instructions that apply to a small subset of people 98Disallow: /admissions/cvparking/ 99# Archived department heads info that has confused people 100Disallow: /dh/archive/ 101Disallow: /media/WEB 102Disallow: /media/Web 103Disallow: /ksis/intranet 104Disallow: /campaign/ 105Disallow: /today/tipsheet/ 106Disallow: /today/tuesday/ 107Disallow: /challenges/development/ 108# No reason to index these data feed files 109Disallow: /calendar/export/ 110Disallow: /behemoth/export/ 111# Old names -- content is available on a new URL. 112Disallow: /isis/ 113#Disallow: /nonviolence/ 114# Mediasite administratio, per Brandon, INC0298413 115Disallow: /mediasite/admin/ 116# 2017 homepage preview 117Disallow: /preview/ 118