1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
# Slow down bots
User-agent: MJ12bot
Disallow: /
User-agent: *
Crawl-delay: 10
User-agent: *
Disallow: /_mm/
Disallow: /_mmserverscripts/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /applysuny/
Disallow: /diagnostictest/
Disallow: /fredonia/
Disallow: /js/
Disallow: /isi/
Disallow: /ir_docs/
Disallow: /mmwip/
Disallow: /masterteacher/graduates/
Disallow: /masterteacher/return/
Disallow: /media_branding/
Disallow: /sitescope/
Disallow: /student/
Disallow: /sunypp/sort.cfm
Disallow: /sunypp/pdf.cfm
Disallow: /sunypp/lookup.cfm
Disallow: /sunypp/docs/
Disallow: /sunypp/includes/
Disallow: /sunypp/templates/
Disallow: /webcasts/
Disallow: /ultraseek_example/
Disallow: /z-omniupdate/
Disallow: /research/
Disallow: /web/
Disallow: /studyabroad/action/
Disallow: /redirect/
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: SemrushBot
Disallow: /_mm/
Disallow: /_mmserverscripts/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /applysuny/
Disallow: /diagnostictest/
Disallow: /fredonia/
Disallow: /js/
Disallow: /isi/
Disallow: /ir_docs/
Disallow: /mmwip/
Disallow: /masterteacher/graduates/
Disallow: /masterteacher/return/
Disallow: /media_branding/
Disallow: /sitescope/
Disallow: /student/
Disallow: /sunypp/sort.cfm
Disallow: /sunypp/pdf.cfm
Disallow: /sunypp/lookup.cfm
Disallow: /sunypp/docs/
Disallow: /sunypp/includes/
Disallow: /sunypp/templates/
Disallow: /SUNYPP/sort.cfm
Disallow: /SUNYPP/pdf.cfm
Disallow: /SUNYPP/lookup.cfm
Disallow: /SUNYPP/docs/
Disallow: /SUNYPP/includes/
Disallow: /SUNYPP/templates/
Disallow: /webcasts/
Disallow: /ultraseek_example/
Disallow: /z-omniupdate/
Disallow: /research/
Disallow: /web/
Disallow: /studyabroad/action/
Disallow: /redirect/
User-agent: bing
Disallow: /_mm/
Disallow: /_mmserverscripts/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /applysuny/
Disallow: /diagnostictest/
Disallow: /fredonia/
Disallow: /js/
Disallow: /isi/
Disallow: /ir_docs/
Disallow: /mmwip/
Disallow: /masterteacher/graduates/
Disallow: /masterteacher/return/
Disallow: /media_branding/
Disallow: /sitescope/
Disallow: /student/
Disallow: /sunypp/sort.cfm
Disallow: /sunypp/pdf.cfm
Disallow: /sunypp/lookup.cfm
Disallow: /sunypp/docs/
Disallow: /sunypp/includes/
Disallow: /sunypp/templates/
Disallow: /webcasts/
Disallow: /ultraseek_example/
Disallow: /z-omniupdate/
Disallow: /research/
Disallow: /web/
Disallow: /studyabroad/action/
Disallow: /redirect/
|
