1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
|
# robots.txt file for www.mcmaster.ca
User-agent: *
Disallow: /busstrike/
Disallow: /cgi-bin/
Disallow: /inabisbin/
Disallow: /extras/
Disallow: /counter/
Disallow: /crsreg/
Disallow: /develop/
Disallow: /events/
Disallow: /eventsbkp/
Disallow: /guest/
Disallow: /guest-demo/
Disallow: /mail_results/
Disallow: /mcsearch/
Disallow: /netscapeConfig/
Disallow: /NetTracker/
Disallow: /nscal/
Disallow: /search/
Disallow: /search1/
Disallow: /regadmin/
Disallow: /regform/
Disallow: /searchmac/
Disallow: /stats/
Disallow: /verify_links/
Disallow: /webph/
Disallow: /purchase/misc/
Disallow: /ua/misc/
Disallow: /cis/regform/
Disallow: /CFIDE/
Disallow: /cis/projects/
Disallow: /usage/
Disallow: /emplibrary/
Disallow: /empower/
Disallow: /empsessions/
|
