1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
# robots.txt generated by cron job
# Produced 07/22/2019 at 03:43
User-agent: *
# Directives generated from .NOINDEX files
Disallow: /.TRASH/
Disallow: /.old-it-pages/
Disallow: /.old/
Disallow: /101/
Disallow: /account-management-devel/
Disallow: /activities/
Disallow: /admin/
Disallow: /amstp/
Disallow: /ar/
Disallow: /buehler/
Disallow: /cgi-bin/
Disallow: /chicagocampusmaps/
Disallow: /cms/
Disallow: /common/
Disallow: /compute/
Disallow: /course-viewer/
Disallow: /demo-department/
Disallow: /docs/
Disallow: /dwhouse/
Disallow: /ev-chi/
Disallow: /family-institute/
Disallow: /fieldstudies/
Disallow: /graduate-fellowships/
Disallow: /helpdesk/.work/
Disallow: /helpdesk/network/
Disallow: /helpdesk/pre/
Disallow: /hr.old/
Disallow: /icair/.old/
Disallow: /it-menu-proto/
Disallow: /it-menu/
Disallow: /it-virtual/.archive/
Disallow: /it/guidelines/old/1997-04/
Disallow: /it/guidelines/old/1998-01/
Disallow: /it/guidelines/old/1998-04/
Disallow: /it/guidelines/old/
Disallow: /it/guidelines/proto/
Disallow: /it/icair_new/
Disallow: /it/ms/
Disallow: /itg/
Disallow: /lunde-server-tests/gd-images/
Disallow: /lunde-server-tests/noindex-tests/spaces%20in%20%20name/
Disallow: /lunde-server-tests/noindex-tests/subdir/sub2/
Disallow: /lunde-server-tests/noindex-tests/tab%09in%09%09name/
Disallow: /lunde-server-tests/pubweb-example/
Disallow: /lunde-tests/
Disallow: /need-it/
Disallow: /newsfeed/
Disallow: /nmc/
Disallow: /not-in-production/
Disallow: /nu150/book/.old/
Disallow: /nu150/postcards/images/
Disallow: /nu150/postcards/ssi/
Disallow: /nuilr/
Disallow: /nuinfo-proto12/www-v8/emergency/ssi/
Disallow: /nuinfotest/
Disallow: /numusic/
Disallow: /nuportalbreakingnews/
Disallow: /phone/
Disallow: /registrar/cgi-bin/
Disallow: /registrar/.archive/courses/archive/9193_nu_catalog/supp9193/
Disallow: /resnet/
Disallow: /sample-one/
Disallow: /sample-two-b/
Disallow: /sample-two/
Disallow: /search-help/
Disallow: /sed/
Disallow: /service/
Disallow: /sheil/
Disallow: /stomatology/
Disallow: /student/old/
Disallow: /summersa/
Disallow: /test-fake/
Disallow: /test/
Disallow: /traffic/
Disallow: /tss-virtual/.work/
Disallow: /tss-virtual/pre/
Disallow: /tss/siguccs/1996/abstracts/
Disallow: /tss/siguccs/
Disallow: /tss/troubleshoot/obsolete/
Disallow: /undergrad-finaid/
Disallow: /univ-relations/webproto/med-design/
Disallow: /univ-relations/webproto/
Disallow: /ur-staff-proto/
Disallow: /vp-research-gradstudies/
Disallow: /webservices/.test/
Disallow: /webservices/resources/forms/
Disallow: /webservices/
Disallow: /webtech/
Disallow: /world/admin/
Disallow: /world/interesting/atl-interest/admin/
Disallow: /world/
Disallow: /wrestling/
Disallow: /www-v5/emergency/alert/
Disallow: /www-v5/emergency/ssi/
Disallow: /www-v6/emergency/ssi/
Disallow: /www-v8/emergency/ssi/
Disallow: /xscs/
Disallow: /it-test-2016/
Disallow: /nuinfo-proto9-old/
#
|
