1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
User-agent: Yandex
Disallow: /*leaving-dealer-site.html
Crawl-delay: 2
User-agent: *
Crawl-delay: 2
Disallow: /_jcr_content/
Disallow: /content/rolexcom/
Disallow: /basel-2013/
Disallow: /basel-2014/
Disallow: /wishlist
Disallow: /gatewaydealer
Disallow: /*/watches/flagship
Disallow: ?socialid
Disallow: /watches/wishlist
Disallow: /failover/
Disallow: /etc/segmentation/
Disallow: /footer/impressum.html
Disallow: /watches/recently-viewed/*
Disallow: /*printdetails.html/
Disallow: ?cfgvar
Disallow: /*.x.html
Disallow: /*.basepage.html
Disallow: /*.dir.html
Disallow: /*.crawler.html
Disallow: /*magazine/content/rolexcom/
Disallow: /*magazine/*/content/rolexcom/
Disallow: /*/popins/printdetails.html/longUrl=
Disallow: /*%25*3d
Disallow: /*/find-rolex/*/*/*/*/*.html
Disallow: /*/homepage-slideshows/
Disallow: /homepage-slideshows/
Disallow: /*/wishlist
Disallow: /*/watches/wishlist
Disallow: /*/footer/impressum.html
Disallow: *configure*
Disallow: /otw
User-agent: Baiduspider
Disallow: /de*
Disallow: /es*
Disallow: /fr*
Disallow: /it*
Disallow: /pt_br*
Disallow: /ru*
Disallow: /ar*
Disallow: /fa*
Disallow: /tr*
Disallow: /nl*
Disallow: /vi*
Disallow: /hi
Disallow: /pl
User-agent: HaoSouSpider
Disallow: /de*
Disallow: /es*
Disallow: /fr*
Disallow: /it*
Disallow: /pt_br*
Disallow: /ru*
Disallow: /ar*
Disallow: /fa*
Disallow: /tr*
Disallow: /nl*
Disallow: /vi*
Disallow: /pl
Disallow: /hi
Sitemap: https://www.rolex.com/sitemap.xml
|
