1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
# robots.txt for http://www.IN.gov/
User-agent: *
Disallow: /serv/
Disallow: /apps/
Disallow: /cgi-bin/
Disallow: /isdh/drafts_local/
Disallow: /demand
Disallow: /search
Disallow: /ai/errors/
Disallow: /dor/4572.htm
Disallow: /dor/reference/legal/rulings/unused/
Disallow: /dwd/files/swic/
Disallow: /dwd/files/JWIB/
Disallow: /dwd/files/CM_Files/
Disallow: /dwd/files/policy/
Disallow: /dwd/test/
Disallow: /ActiveCalendar/mobile/mobilelist.aspx
Disallow: *subscribetocalendar.aspx*
Disallow: *RSSSyndicator.aspx*
Disallow: *downloadtype.aspx*
Disallow: /indot/3212.htm
Disallow: /sos/online_corps/
Disallow: /sos/clerical/
Disallow: /sos/registration/
|
