1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
User-agent: googlebot
Disallow: /EJ/openphysics/
Crawl-delay: 15
# Yahoo! (http://www.inktomi.com/slurp.html)
User-agent: Slurp
Disallow: /EJ/openphysics/
Crawl-delay: 20
User-agent: msnbot
Disallow: /EJ/openphysics/
Crawl-delay: 20
User-agent: Teoma
Disallow: /EJ/openphysics/
User-agent: WebZIP
Disallow: /
#http://scooter.pa-x.dec.com
User-agent: Scooter/2.0 G.R.A.B. V1.1.0
Disallow: /
User-agent: fast
Disallow: /
#stop alexa.com
User-agent: ia_archiver
Disallow: /
User-agent: gazz/1.0
Disallow: /
User-agent: Teleport Pro/1.28
Disallow: /
User-agent: Openfind Robot/1.1A2
Disallow: /
User-agent: lwp-trivial/1.32
Disallow: /
User-agent: *
Disallow: /EJ/
|
