1User-agent: *
2Disallow: /em/
3Disallow: /latest/
4Disallow: /stats/
5Disallow: /go/
6Disallow: /wl/
7Disallow: /g/
8Disallow: /commonphp/
9Disallow: /wp-admin/
10Disallow: /thanks-for-subscribing/
11Disallow: /131490/
12Disallow: /167877/
13Disallow: /178022/
14Disallow: /178645/
15Disallow: /wp-content/uploads/contentframe/
16Allow: /
17
18
19
20
21#
22# Yahoo bot is evil.
23#
24User-agent: Slurp
25Disallow: /
26
27#
28# Wut? 80 legs? Where do I get traffic from this?
29#
30User-agent: 008
31Disallow: /
32
33#
34# Yahoo Pipes is for feeds not web pages.
35#
36User-agent: Yahoo Pipes 1.0
37Disallow: /
38
39#
40# There's no need to scan the forums for images
41#
42User-agent: Googlebot-Image
43Disallow: /forum/
44
45Sitemap: https://www.howtogeek.com/sitemap.xml