1
2User-agent: 008
3Disallow: /
4
5#Baiduspider
6User-agent: Baiduspider
7Disallow: /
8
9User-agent: Baiduspider-image
10Disallow: /
11
12User-agent: *
13Disallow: /cgi-bin/
14Disallow: /web_arch/
15Disallow: /rr/mopic/staff
16Disallow: /loc/volunteers
17Disallow: /ficmanagers
18Disallow: /preserv/extranet/
19Disallow: /myloc
20Disallow: /nationalfilmregistry
21Disallow: /fedsearch
22Disallow: /search
23Disallow: /pictures/search
24Crawl-Delay: 5
25
26Sitemap: https://www.loc.gov/sitemap.xml
27