1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
User-agent: Atomic_Email_Hunter
Disallow: /
User-agent: emailsiphon
Disallow: /
User-agent: VERSION_TABLE
Disallow: /
User-agent: *
Disallow: /incident/
Disallow: /feedback/
Disallow: /economicHistory/Alumni/2010AlumniNewsletter.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSEDigest2004-05.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSEDigest2011to2012.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSE-Digest-2011-to-2012amendedByRequestFeb2013.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSEDigest2010-11.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSEDigest2011-2012_VersionApril2013.pdf
Disallow: /aboutLSE/LSEDigest/pdf/LSEDigest2009-10.pdf
Disallow: /Events/Search-Events
Disallow: /News/Search-News
Disallow: /People/Search-People
Disallow: /Programmes/Search-Courses
Disallow: /Research/Search-Research
Disallow: /Search-Results
Disallow: /resources/calendar//
|
