1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
|
User-agent: * # directed to all spiders, not just Scooter
Disallow: /departments/ac/
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /Excite/
Disallow: /dir/
Disallow: /news/notices/
Disallow: /computing/hallnet-test/
Disallow: /mediaservices/ex/
Disallow: /designandprint/ex/
Disallow: /designandprint/photography/imagebank.html
Disallow: /computing/news/archive/
Disallow: /pboro/pages/
Disallow: /computing/Library/
Disallow: /computing/Templates/
Disallow: /admin/imago/
Disallow: /service/fli/
Disallow: /schools/materials/newsite/
Disallow: /departments/eu/images/staff/Ruth-Kinna.jpg
Disallow: /departments/eu/images/staff/Dave-Berry.jpg
Disallow: /departments/eu/images/staff/Sureyya-Turkeli.jpg
Disallow: /departments/eu/images/staff/Robert-Knight.jpg
Disallow: /departments/materials/pg/unilever/
Disallow: /departments/sses/ex/
Disallow: /departments/ssehs/ex/
Disallow: /departments/ssehs/information/
Disallow: /service/fm/ex/
Disallow: /service/publicity/vco/
Disallow: /services/it/training/
Disallow: /sport/sportpark/
Disallow: /sport/hall-of-fame/
Disallow: /news/whatsnew/
Disallow: /test/
Disallow: /service/studentsupportcentre/international/
Disallow: /service/studentsupportcentre/international/graduate-entrepreneur.html
Disallow: /students/graduation/test-webcast/
Disallow: /study/portal-unavailable/
Disallow: /-css/
Disallow: /-images/
Disallow: /study/apply/results/information-for-staff/
Disallow: /study/undergraduate/2014/visiting/campustours/
Disallow: /html-email/
Disallow: /departments/sspgs/sspgs-dev/
Disallow: /admin/ar/student/forms/
Disallow: /study/clearing/register/thanks/
Disallow: /departments/aed/degree-show-16/3ddesign/studentcatalogue/abigail-monger/
Disallow: /services/registry/fpp/
Noindex: /clearing/courses/drama/
Noindex: /clearing/courses/english/
Noindex: /clearing/courses/electrical-engineering/
Noindex: /clearing/courses/social-policy-studies/
Noindex: /clearing/courses/materials/
Noindex: /clearing/courses/geography/
Noindex: /clearing/courses/politics-international-relations/
Noindex: /clearing/courses/history/
Noindex: /clearing/courses/chemistry/
Noindex: /departments/aed/degree-show-16/3ddesign/studentcatalogue/abigail-monger/
Noindex: /study/undergraduate/join-us/
|
