1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
# Disallow all/certain crawlers access to certain pages.
User-agent: Mediapartners-Google
Allow: /
User-agent: *
Sitemap: http://www.renderosity.com/sitemap.xml
Disallow: /ajax/
Disallow: /backups/
Disallow: /batch/
Disallow: /charts/
Disallow: /classes/
Disallow: /codeeditor/
Disallow: /conversion_scripts/
Disallow: /dashboard/
Disallow: /element/
Disallow: /errordocs/
Disallow: /FCKeditor/
Disallow: /javascript/
Disallow: /logs/
Disallow: /phpmailer/
Disallow: /reports/
Disallow: /robots/
Disallow: /secure/
Disallow: /SelectBox/
Disallow: /temp/
Disallow: /usage/
Disallow: /mod/*/dashboard/
Disallow: /mod/*/element/
Disallow: /mod/*/hook/
Disallow: /mod/*/robots/
Disallow: /admin*
Disallow: /authenticatelogin.php
Disallow: /bw*
Disallow: /chat.php
Disallow: /clone_check.php
Disallow: /config.php
Disallow: /custom_field_functions.php
Disallow: /encoder.php
Disallow: /footer.php
Disallow: /forgot.php
Disallow: /header.php
Disallow: /initglobals.php
Disallow: /install.php
Disallow: /install_remote.php
Disallow: /lang_msg_tables_install.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /maillist_proc.php
Disallow: /member.php
Disallow: /nav_include.php
Disallow: /newsdetail.php
Disallow: /preview*
Disallow: /remote.php
Disallow: /rss.php
Disallow: /search_article.php
Disallow: /search_member.php
Disallow: /secure.php
Disallow: /sendfriend*
Disallow: /setup.php
Disallow: /spiderhunt.php
Disallow: /upgrade.php
Disallow: /Validation.php
Disallow: /ValidationInclude.php
Disallow: /mod/*/install.php
Disallow: /mod/*/upgrade.php
Disallow: /mod/*/uninstall.php
Disallow: /mod/contest/admin*
Disallow: /mod/contest/batch.php
Disallow: /mod/contest/clone_vote.php
Disallow: /mod/contest/function.display.php
Disallow: /mod/contest/help.php
Disallow: /mod/contest/mcore.php
Disallow: /mod/contest/mcore_old.php
Disallow: /mod/contest/mcss.php
Disallow: /mod/contest/mfooter.php
Disallow: /mod/contest/mheader.php
Disallow: /mod/contest/vote.php
Disallow: /mod/emarket/admin/
Disallow: /mod/emarket/admin.php
Disallow: /mod/emarket/art/
Disallow: /mod/emarket/fck/
Disallow: /mod/emarket/help/
Disallow: /mod/emarket/help.php
Disallow: /mod/emarket/hook*
Disallow: /mod/emarket/join.php
Disallow: /mod/emarket/manage.php
Disallow: /mod/emarket/mcore*
Disallow: /mod/emarket/message*
Disallow: /mod/emarket/preview.php
Disallow: /mod/emarket/proc.php
Disallow: /mod/emarket/search*
Disallow: /mod/emarket/track*
Disallow: /mod/emarket/urw*
|
