1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
|
User-agent: *
Disallow: /cgi-bin/
Disallow: /old/
Disallow: /OLD/
Disallow: /test/
Disallow: /test3/
Disallow: /RCS/
Disallow: /webinator/
# was /mun, which caused /mun* directories to be excluded from webinator
# changed on 2001-JUL-16
Disallow: /mun.dontuse
Disallow: /dispatch.cgi
Disallow: /webstats
Disallow: /cc/
Disallow: /its/
Disallow: /operationsbudgetreview/
User-agent: Googlebot-Image
Disallow: /research/2003report/people/newfaculty/images/shelly_reuter.jpg
User-agent: Googlebot-Image
Disallow: /research/2003report/people/newfaculty/images/shelley_reuter_thumb.jpg
User-agent: Googlebot-Image
Disallow: /marcomm/gazette/2002-2003/jan23/resources/reuter.jpg
|
