1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
|
# www.monash.edu
User-agent: *
User-agent: *
Disallow: /*?sq_content_src=
Disallow: /*_recache
Disallow: /*_nocache
Disallow: /*_edit
Disallow: /*_admin
Disallow: /*_login
Disallow: /*_performance
Disallow: /_content
Disallow: /_designs
Disallow: /__lib
Disallow: /__fudge
Disallow: /_dev
Disallow: /global-search
Disallow: /_webservices
Disallow: /monash-mango/
# Added for Dey Alexander. Templates no be indexed. RK dec 2003
Disallow: /staff/web/templates/
#Added for migration access issue 10/9/03 sms#
Disallow: /about/itsp/monash_only/
Disallow: /about/support_services/
Disallow: /about/support_servicesold/
Disallow: /journals/analytica-moscow/
Disallow: /journals/old-moscow/
Disallow: /magpie/restrict/
Disallow: /monashplan/draft/
Disallow: /monashplan/global99/
Disallow: /monashplan/monashonly/
Disallow: /mrs/support/news2/
Disallow: /news/media/
Disallow: /pso-old/staff/
Disallow: /staff/announce/
Disallow: /staff/identity/
Disallow: /wwwdev/support/webauthors-l/
Disallow: /colours/
Disallow: /copyright/MonStaff/
Disallow: /pub/ # The FTP tree should not be indexed as HTTP
Disallow: /pub/ftp #
Disallow: /ftp #
Disallow: /old/ # Where we keep things we think we might need again
Disallow: /wwwdev_src/ # seems logical
Disallow: /images/ # Not a lot of point
Disallow: /cgi-bin/
#Disallow: /library/ # Removed 21/11/2012 by DMa - Google needs to index library's site
Disallow: /arts/
Disallow: /ausapec/
Disallow: /cclcs/
Disallow: /korean/
Disallow: /phil/
Disallow: /nksc/
Disallow: /visarts/
Disallow: /ling/
Disallow: /mai/
Disallow: /ncas/
Disallow: /psych/
Disallow: /deeb/
Disallow: /genetics/
Disallow: /appsci/
Disallow: /newwww/
Disallow: /informatics/
Disallow: /study/study-archive
Disallow: /pubs/1999handbooks/
Disallow: /pubs/98handbooks/
Disallow: /pubs/97handbooks/
Disallow: /pubs/96handbooks/
Disallow: /pubs/1995handbooks/
Disallow: /pubs/2001handbooks/
Disallow: /pubs/2000handbooks/
Disallow: /pubs/2002handbooks/
Disallow: /pubs/2003handbooks/
Disallow: /pubs/2004handbooks/
Disallow: /pubs/2005handbooks/
Disallow: /pubs/2006handbooks/
Disallow: /pubs/handbooks/offcampus/
Disallow: /pubs/2007handbooks/
Disallow: /pubs/2008handbooks/
Disallow: /pubs/2009handbooks/
Disallow: /pubs/2010handbooks/
Disallow: /pubs/2011handbooks/
Disallow: /pubs/2012handbooks/
##INS555156 HJiang, will be on 1st of Oct
Disallow: /pubs/2013handbooks/
Disallow: /pubs/2014handbooks/
Disallow: /pubs/2015handbooks/
# INC000001675021
Disallow: /pubs/2016handbooks/
Disallow: /pubs/2017handbooks/
# INC000001890005
# Disallow: /library/search
# INC000001918907
Disallow: /esolutions/accounts-passwords/access
##### Don't index web server statistics
Disallow: /wwwdev/stats/
Disallow: /servers/stats/
##### Don't index user disks - they should be accessed as ~username
Disallow: /cc/ccst1
Disallow: /cc/ccst2
Disallow: /cc/ccst3
Disallow: /cc/ccst4
Disallow: /cc/ccst5
Disallow: /cc/ccst6
Disallow: /cc/ccst7
Disallow: /cc/ccst8
Disallow: /cc/ccst9
Disallow: /cc/ccstaff1
Disallow: /cc/ccstaff2
Disallow: /cc/ccstaff3
Disallow: /cc/ccstaff4
Disallow: /cc/ccstaff5
Disallow: /cc/ccstaff6
Disallow: /cc/student
Disallow: /cc/staff
Disallow: /cc/staff2
Disallow: /cc/alstaff
Disallow: /cc/alst
Disallow: /eestaff
Disallow: /eestaff2
Disallow: /eest1
Disallow: /eest2
Disallow: /mobstaff1
Disallow: /mobstaff2
Disallow: /cc/
Disallow: /journals/analytica-moscow/
Disallow: /journals/old-moscow/
Disallow: /wwwdev/yale/
Disallow: /pso/psoarchive2000/
Disallow: /pso/psoarchive_pre2000/
Disallow: /resgrant/digest/
Disallow: /resgrant/gresults/
Disallow: /resgrant/expertise/
Disallow: /resgrant/rscpa95/
Disallow: /resgrant/1996resdata/
Disallow: /resgrant/1996resdata/software/
Disallow: /resgrant/CADRES/minutes/
Disallow: /resgrant/CADRES/agenda/
Disallow: /phdschol/cmmittee/agendas/
Disallow: /Anatomy/students/
Disallow: /Anatomy/Notices/
Disallow: /unisec/pdc/
Disallow: /unisec/taci/
Disallow: /unisec/council/
Disallow: /unisec/protect/
Disallow: /magpie/
Disallow: /personnel/handbook/
Disallow: /personnel/empcond/entbarg/
Disallow: /personnel/sdu/training/fptemplates/
Disallow: /.new/
Disallow: /moved/
#lls site moved to celts server
#Disallow: /lls/
Disallow: /servers/
#Disallow: /orientation/
Disallow: /vo/
Disallow: /wwwdev/
#fixing issue with mrgs progress reports indexing
Disallow: /phdschol/apr2004/
#HEAT 450520 - removing /alumni./assets/images/ from Google image search
#User-agent: Googlebot-Image
Disallow: /alumni/assets/images/
Disallow: /research/directory/
#for Gary Gopinathan REMEDY INC200916 by HM 21 Feb 2012
Disallow: /international/muelc/
#for Rachel Zelada REMEDY INC378928 by DMa 14 Dec 2012
Disallow: /international/studyabroad/
Disallow: /students/studyabroad/
#added for Derek Brown REMEDY INC400190 - 30 Jan 2013 by HM
Disallow: /research/profiles/
#REMEDY INC513114 - 1 Aug 2013 by DMa
Disallow: /research/people/profiles/profile.html?sid=2519&pid=3226
#REMEDY INC542349 - 11 Nov by DMa
Disallow: /research/people/profiles/profile.html?sid=3933097&pid=9467
#REMEDY INC693434 - 15 May 2014 by DMa
Disallow: /study/assets/includes/pdfs/destination-monash.pdf
#REMEDY INC842290 - 12/01/2015 by MathewR
Disallow: /mcpl/
Disallow: /timetables-staging
#Squiz Zd 38741
Disallow: /library/sandpit/
# INC000002051888
Disallow: /library/sandbox/
# Don't index Internal news folder as requested by Internal communications team - 2 June 2017 - done by Shefali Joshi
Disallow: /news/internal/
# MS-81 - Move Study to monash.edu domain - 19 Aug 2017 by dcook
Disallow: /study/_designs
Disallow: /study/examples
Disallow: /study/_courses
Disallow: /study/search
Disallow: /*/study-archive
Disallow: /study/media/course-feature-blocks
# SDVIC-607 - Prevent crawl of old majors
Disallow: /study/courses/majors-minors-specialisations/2017/
Disallow: /get-started-new/
Disallow: /news/internal/
#added for Fiona McQueen by SMC digital team 09/18
Disallow: /commission-seminar/designing-for-the-future
# INC000001972784 added for Greg McKeown by HDo 14 Sep 2018
Disallow: /fees/statement/about/csp
Disallow: /fees/statement/about/full-fee
Disallow: /fees/statement/about/ssaf
Disallow: /_search_web_services/news-listing
# INC000002074170
Disallow: /education/mentor-report/
# Disallow MUMA's Design Files
Disallow: /muma/_designs/
Crawl-Delay: 30
Crawl-delay: 30
Sitemap: http://www.monash.edu/sitemap.xml
|
