1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
# robots.txt for http://www.rightmove.co.uk
User-agent: Mediapartners-Google
Disallow:
User-Agent: MJ12bot
Disallow:
User-agent: *
Disallow: /login.html?*
Disallow: /register.html?*
Disallow: /addtoshortlist.html*
Disallow: /*/contactBranch.html*
Disallow: /*/save-search.html*
Disallow: /feedback/feedback.html*
Disallow: /price-information.html*
Disallow: /property-report/reportPropertyErrorForm.html*
Disallow: /property/reportPropertyErrorForm.html*
Disallow: /property/mediaViewer.html?*
Disallow: /rss/*
Disallow: /user/*
Disallow: /products/featured-agent/redirect.html*
Disallow: /products/local-homepage/bannerRedirect.html*
Disallow: /products/local-homepage/brandedSearchRedirect.html*
Disallow: /products/search-sponsor/redirect.html*
Disallow: /overseas/products/region-sponsor/redirect.html*
Disallow: /overseas/products/search-sponsor/redirect.html*
Disallow: /removals/client/redirect.html*
Disallow: /home-ideas/advertiser/redirect.html*
Disallow: /propertyMedia/redirect.html*
Disallow: /*/fullscreen/view-*
Disallow: /*/fullscreen/image-gallery.html*
Disallow: /upgrade-listing-branch-opted-out.html*
Disallow: /upgrade-listing-preview-buy.html*
Disallow: /payment/checkout.html*
Disallow: /property-for-sale/map.html*
Disallow: /new-homes-for-sale/map.html*
Disallow: /commercial-property-for-sale/map.html*
Disallow: /commercial-property-to-let/map.html*
Disallow: /property-to-rent/map.html*
Disallow: /property-for-sale/draw-a-search.html?*
Disallow: /new-homes-for-sale/draw-a-search.html?*
Disallow: /commercial-property-for-sale/draw-a-search.html?*
Disallow: /commercial-property-to-let/draw-a-search.html?*
Disallow: /property-to-rent/draw-a-search.html?*
Disallow: /property/view.html*
Disallow: /draw-a-search.html?*
Disallow: /house-value.html?searchLocation*
Disallow: /student-accommodation/find.html*
Disallow: /house-prices/detailMatching.html*
Disallow: /qr/print-qr-code.html*
Disallow: /home-ideas/search.html*
Disallow: /home-ideas/tagging.html*
Disallow: /home-ideas/detail.html*
Disallow: /home-ideas/photo.html*
Disallow: /home-ideas/collection.html*
Disallow: /home-ideas/collections.html*
Disallow: /home-ideas/profile.html*
Disallow: /home-ideas/search/*
Disallow: /schools/map.html*
Disallow: /change-alert-frequency.html*
Disallow: /overseas-property/login.html*
Disallow: /overseas-property/sendPropertyToFriend/sendPropertyToFriend.html*
Disallow: /property-details/print.html*
Disallow: /upgrade-my-listing*
Disallow: /*/mortgage-calculator/*
Disallow: /overseas-property/hot-properties*
Disallow: /api/*
# Rules for m-site release R2APR15
Disallow: /sold-prices/photos/*
Disallow: /sold-prices/floorplans/*
Disallow: /sold-prices/map-view/*
Disallow: /sold-prices/street-view/*
Disallow: /property-for-sale/nearby-schools/*
Disallow: /property-to-rent/nearby-schools/*
Disallow: /property-for-sale/market-information/*
Disallow: /commercial-property-for-sale/street-view/*
Disallow: /commercial-property-for-sale/photos/*
Disallow: /commercial-property-for-sale/full-description/*
Disallow: /commercial-property-for-sale/map-view/*
Disallow: /commercial-property-to-let/street-view/*
Disallow: /commercial-property-to-let/photos/*
Disallow: /commercial-property-to-let/full-description/*
Disallow: /commercial-property-to-let/map-view/*
Disallow: /new-homes-for-sale/market-information/*
Disallow: /new-homes-for-sale/fullscreen/*
Disallow: /*/sendPropertyToFriend/*
Disallow: /sendPropertyToFriend/*
# END OF M-SITE RULES
User-agent: oodlebot
Disallow: /
User-agent: TrovitBot
Disallow: /
User-agent: cbBot
Disallow: /
User-agent: spider
Disallow: /
Sitemap: http://www.rightmove.co.uk/sitemap.xml
|
