1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
User-agent: 008
Disallow: /
User-agent: BoardReader
Disallow: /
User-agent: msnbot
Crawl-delay: 1
User-agent: *
Disallow: /ads/
Disallow: /advertisers/
Disallow: /affiliates/passcheck.cfm
Disallow: /affiliates/register.cfm
Disallow: /affiliates/register2.cfm
Disallow: /brassring/
Disallow: /mfs/selectforums.cfm
Disallow: /mfs/selectforumsright.cfm
Disallow: /mfs/selectforumstop.cfm
Disallow: /mfs/verify.cfm
Disallow: /mfs/types.cfm
Disallow: /mfs/types2.cfm
Disallow: /mfs/forumtree.cfm
Disallow: /redir/
Disallow: /sponsors/
Disallow: /pops/contact.cfm
Disallow: /pops/email.cfm
Disallow: /pops/emailfaq.cfm
Disallow: /pops/emailthread.cfm
Disallow: /exception.cfm
Disallow: /pops/forgotpassword.cfm
Disallow: /passcheck.cfm
Disallow: /postedit.cfm
Disallow: /registermanager.cfm
Disallow: /links.cfm
Disallow: /submitpost.cfm
Disallow: /submitfaq.cfm
|
