1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
User-agent: *
Disallow: /links/Various
Disallow: /links/new.html
Disallow: /links/TESL/Conference_Presentations/
User-Agent: Googlebot-Image
Disallow: /
User-agent: Wget
Disallow: /
User-agent: SlySearch
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport Pro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Mozilla
Disallow: /
User-agent: larbin_devel
Disallow: /
|
