1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
# /robots.txt file for http://www.ok.gov/
User-agent: *
Disallow: /gesarch/
Disallow: /sm.php
Disallow: /redirect.php
Disallow: /triton/*.php$
Disallow: /sitemap.php
Disallow: /agencies.php
Disallow: /associations/
Disallow: /businessdir
Disallow: /genthree/calendar.php
Disallow: /cgi-bin/
Disallow: /getipbanned/
Disallow: /medlic/
Disallow: /unclaimed/
Disallow: /rss.php
Disallow: /livehelp/
Disallow: /genthree/
Disallow: /okaa/
Disallow: /dcs/auction/
Disallow: /dcs/surplus/auction/
Disallow: *.wav
Disallow: *.mp3
Disallow: *.wmv
Disallow: *.swf
Disallow: *.mov
Disallow: *.avi
Disallow: *.au
Disallow: *.aam
Disallow: *.fla
Disallow: *.mpg
Disallow: *.pl
Disallow: *.ram
Disallow: *.mid
Disallow: *.exe
Disallow: *.dll
Disallow: *.sh
Disallow: *.bat
Disallow: *.cab
Disallow: *.zip
Disallow: *.gz
Disallow: *.tar
Disallow: *.tar.gz
Disallow: *.sea
Disallow: *.hqx
Disallow: *.bak
Disallow: /display_page.php
Disallow: /nursing/verify/
Disallow: /triton/modules/calendar/calendar.php
Disallow: /triton/modules/newsroom/newsroom_article.php
Disallow: /triton/modules/siteindex/goto.php
Disallow: /triton/modules/siteindex/siteindex.php
#
User-agent: archive.org_bot
Disallow: /genthree/calendar.php
Disallow: /triton/modules/calendar/calendar.php
|
