1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
User-agent: *
Disallow: /aertel/
Disallow: /inc/
Disallow: /images/
Disallow: /image/
Disallow: /style/
Disallow: /script/
Disallow: /errorpages/
Disallow: /*/inc/
Disallow: /*/images/
Disallow: /*/image/
Disallow: /*/style/
Disallow: /*/script/
Disallow: /*.gif$
Disallow: /*.ppt$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pptx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.csv$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*/wp-content/
Disallow: /*search/*&sort=*
Disallow: /*/search/*
Disallow: /news/search/
Disallow: /news/search
Disallow: /*/admin/
Disallow: /tv/prosperity/
Disallow: /rnag/search
Disallow: /modules/
Disallow: /sport/results/img/
Disallow: /sport/results/widgets/
User-agent: Mediapartners-Google
Disallow:
User-agent: googlebot
Disallow: /*/search/*
Disallow: /search
Disallow: /rnag/search
User-agent: bingbot(at)microsoft.com
Disallow: /*/search/*
Disallow: /rnag/search
Disallow: /search
User-agent: Bingbot
Disallow: /*/search/*
Disallow: /search
Disallow: /rnag/search
User-agent: Baiduspider
Disallow: /*/search/*
Disallow: /search
Disallow: /rnag/search
User-agent: YandexBot
Disallow: /*/search/*
Disallow: /search
Disallow: /rnag/search
User-agent: Isposure Agent
Disallow: *
User-agent: Mediapartners-Google
Disallow:
User-agent: proximic
Disallow: /player/
User-agent: AhrefsBot
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Giant Oak MN
Disallow: /
User-agent: grapeshot
Disallow: /radio
Disallow: /radio1
Disallow: /lyricfm
Disallow: /rnag
|
