1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
User-agent: Twitterbot
Disallow: /ads/
Disallow: /account/
Disallow: /ajax/
Disallow: /audio/download/
Disallow: /bbs/moderators/
Disallow: /bbs/post/
Disallow: /bbs/search/
Disallow: /bbs/search.php
Disallow: /cgi-bin/
Disallow: /dump/
Disallow: /fan_net/
Disallow: /includes/
Disallow: /js/
Disallow: /moderators/
Disallow: /news/community/
Disallow: /playlists/browse/
Disallow: /pm/
Disallow: /projects/
Disallow: /rankings/
Disallow: /refer/
Disallow: /search/
User-agent: *
Disallow: /ads/
Disallow: /account/
Disallow: /ajax/
Disallow: /art/browse/
Disallow: /audio/browse/
Disallow: /audio/download/
Disallow: /bbs/moderators/
Disallow: /bbs/post/
Disallow: /bbs/search/
Disallow: /bbs/search.php
Disallow: /cgi-bin/
Disallow: /dump/
Disallow: /fan_net/
Disallow: /games/browse/
Disallow: /icons/
Disallow: /includes/
Disallow: /js/
Disallow: /moderators/
Disallow: /movies/browse/
Disallow: /news/community/
Disallow: /playlists/browse/
Disallow: /pm/
Disallow: /projects/
Disallow: /rankings/
Disallow: /refer/
Disallow: /seals/
Disallow: /search/
|
