1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
User-agent: *
Disallow: /signup/
Disallow: /accounts/
Disallow: /language-proficiency-test/level/
Disallow: /challenges/CHALLENGE_CODE/
Disallow: /forum/*/*/temporal_upload/
Disallow: /bookmarklet/
Disallow: /learn/*/vocabulary/import_csv/
Disallow: /apidocs
Disallow: /api/
Disallow: /api/v2/
Disallow: /forum/*/*/feed/
Disallow: /friends/ajax-search/
Disallow: /wall/post/multimedia/*/
Disallow: /*/wall/post/multimedia/*/
Disallow: /wall/*/*/roses/
Disallow: /*/wall/*/*/roses/
Disallow: /wall/*/*/rose_and_share/
Disallow: /*/wall/*/*/rose_and_share/
Disallow: /wall/wall-posts/*/
Disallow: /wall/wall-post-comments/*/
Disallow: /wall/wall-post-comments/
Disallow: /*/wall/wall-posts/*/
Disallow: /*/wall/wall-post-comments/*/
Disallow: /*/wall/wall-posts/
Disallow: /*/wall/wall-post-comments/
Disallow: /*/wall/user/*/
Disallow: /*/wall/post/0/
Disallow: /*/wall/post/0/*/
Disallow: /*/wall/status/*/
Disallow: /wall/user/*/
Disallow: /wall/post/0/
Disallow: /wall/post/0/*/
Disallow: /wall/status/*/
Disallow: /*/wall/url/preview/
Disallow: /wall/url/preview/
Disallow: /blog/*/tag/*/
Disallow: /blog/zh-tw/*/
Disallow: /blog/it/*/
Disallow: /blog/zh/*/
Disallow: /blog/sv/*/
Disallow: /blog/ro/*/
Disallow: /blog/es/*/
Disallow: /blog/cs/*/
Disallow: /blog/tr/*/
Disallow: /blog/nl/*/
Disallow: /blog/da/*/
Disallow: /blog/no/*/
Disallow: /blog/ar/*/
Disallow: /blog/de/*/
Disallow: /blog/ru/*/
Disallow: /blog/eo/*/
Disallow: /blog/bg/*/
Disallow: /blog/he/*/
Disallow: /blog/ko/*/
Disallow: /blog/fi/*/
Disallow: /blog/ja/*/
Disallow: /blog/pt/*/
Disallow: /blog/fr/*/
Disallow: /blog/uk/*/
Disallow: /blog/el/*/
Disallow: /blog/hu/*/
Disallow: /blog/pl/*/
Disallow: /blog/la/*/
Disallow: /blog/lt/*/
Disallow: /*/*/learn/*/
Disallow: /progress/achievements/*/
Disallow: /forum/*/*/edit/
Disallow: /forum/*/*/*/edit/
Disallow: /forum/*/*/*/subscription/
Disallow: /forum/*/*/subscription/
Disallow: /forum/*/*/*/delete/
Disallow: /forum/*/*/delete/
Disallow: /forum/*/*/*/posts/
Disallow: /forum/*/*/posts/
Disallow: /forum/*/*/*/reject/
Disallow: /forum/*/*/reject/
Disallow: /forum/*/*/*/approve/
Disallow: /forum/*/*/approve/
Disallow: /forum/*/*/*/edit/
Disallow: /forum/*/*/edit/
Disallow: /sr/*
Disallow: /bg/*
Disallow: /*/learn/*/store/lesson/*/
Disallow: /*/learn/*/preview/collection/*/
Disallow: /invite/referrals/
Allow: /
|
