1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
User-agent: Google
Disallow:
User-agent: URL_Spider_Pro
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Mediapartners-Google*
Disallow:
User-agent: *
Disallow: /g/send.asp
Disallow: /love.asp
Disallow: /newsite/
|
