1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
User-agent: Mediapartners-Google
Disallow:
User-agent: Adsbot-Google
Disallow:
User-Agent: NING
Disallow: /
User-agent: QuerySeekerSpider
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-Agent: GrapeshotCrawler
Disallow: /
User-agent: *
Disallow: /xhr.php
Disallow: /glos2.php
Disallow: /zd.php
Disallow: /yd.php
Disallow: /xd.php
Disallow: /xm.php
Disallow: /shse.php
Disallow: /categories.php
Disallow: /pdf/news/
Disallow: /_mozpdfjs/
Disallow: /user/
Disallow: /static/
Disallow: /pdf/news_attachments/
Disallow: /pdf/news.php
Disallow: /lwg.php
Disallow: /editors/contact/
Disallow: /bmw-blog/user/
Disallow: /bmw-blog/static/
Disallow: /bmw-blog/pdf/
Disallow: /bmw-blog/ntr.php
Disallow: /bmw-blog/carcompare.php
Disallow: /bmw-blog/shse.php
Disallow: /bmw-blog/lwg.php
Disallow: /bmw-blog/editors/contact/
Disallow: /toyota-blog/user/
Disallow: /toyota-blog/static/
Disallow: /toyota-blog/pdf/
Disallow: /toyota-blog/ntr.php
Disallow: /toyota-blog/carcompare.php
Disallow: /toyota-blog/shse.php
Disallow: /toyota-blog/lwg.php
Disallow: /toyota-blog/editors/contact/
Disallow: /mercedes-blog/user/
Disallow: /mercedes-blog/static/
Disallow: /mercedes-blog/pdf/
Disallow: /mercedes-blog/ntr.php
Disallow: /mercedes-blog/carcompare.php
Disallow: /mercedes-blog/shse.php
Disallow: /mercedes-blog/lwg.php
Disallow: /mercedes-blog/editors/contact/
Disallow: /addineyeV2.html
Disallow: /DARTIframe.html
Disallow: /doubleclick
Disallow: /galifr.html
|
