1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
|
User-agent: *
# Last edited 01/08/2017
######## Old Directories ########
Disallow: /jv/
Disallow: /products/
######## Broken URLs ########
Disallow: */prod_*_100_
Disallow: */prod_*_null_
Disallow: */prod_*_0_
Disallow: */servlet/0
Disallow: */servlet/1
Disallow: */servlet/2
Disallow: */servlet/3
Disallow: */servlet/4
Disallow: */servlet/5
Disallow: */servlet/6
Disallow: */servlet/7
Disallow: */servlet/8
Disallow: */servlet/9
Disallow: */null*null
Disallow: *catalogId=null
Disallow: *10001_10001
Disallow: *10701_10701
Disallow: /*.htm$
######## Parameters ########
##Popup
Disallow: *popup=
##Old Product Display
Disallow: *productId=
## Search Results
Disallow: *DM_PersistentCookieCreated
Disallow: /search/
Disallow: *txt=
##Tracking Code
Disallow: *sr=
#Disallow: *mkwid=
#Disallow: *scvid=
#Disallow: *placmp=
#Disallow: *discId=
#Disallow: *beginIndex=
#Disallow: *ds_e_ad_type=
#Disallow: *gclsrc=
#Disallow: *awc=
#Disallow: *ci_sku=
#Disallow: *ci_src=
#Disallow: *utm_content=
#Disallow: *utm_campaign=
#Disallow: *utm_medium=
#Disallow: *utm_source=
#Disallow: *gclid=
#Disallow: *CMP=
#Disallow: *cmp=
#Disallow: *INTCMP=
#Disallow: *DCMP=
#Disallow: *said=
#Disallow: *tmcampid=
#Disallow: *tmad=
#Disallow: *ItemDisplay=
#Disallow: *scvid=
#Disallow: *bmUID=
#Disallow: *adtype=
#Disallow: *folder_id=
#Disallow: *ja=
#Disallow: *userType=
#Disallow: *label=
#Disallow: *sc_kw=
#Disallow: *sc_mt=
#Disallow: *categoryId=
#Disallow: *sku=
## Page Size
Disallow: *ps=
Disallow: *ps=default*pn=
Allow: *ps=default
## Sort
Disallow: *sid=
## Price
Disallow: *Cprice
##Price Filter
Disallow: *<price
Disallow: */price
## Price Range
Disallow: *rlo=
Disallow: *rhi=
## Discount
Disallow: *discounted_percentage
## Selected facet
Disallow: *sfv
Disallow: *sfn
Disallow: *dfv
Disallow: *mfv=
##Multiselect
Disallow: *:
## Crawl Depth Limit
Disallow: *maxparcount
##Full Price Referral
Disallow: *fpref
## Enable PSP on page
Disallow: *aspsp=
## Other
Disallow: *truncated_rating_value
Disallow: *;
Allow: *amp;
##Picklist
Allow: *;t=picked_lists
Allow: *3Dpicked_lists
Disallow: *plp/
######## Other ########
Disallow: *DebOrderItemAdd
Disallow: *AjaxOrderItemDisplayView
Disallow: /Navigate?sfv=VIEW+ALL+CLOTHES
Disallow: /Navigate?sfv=VIEW+ALL+FOOTWEAR
Disallow: /Navigate?sfv=VIEW+ALL+HANDBAGS
Disallow: /*intcmp
Disallow: /wcsstore/DebenhamsUKSite/$
Disallow: /webapp/wcs/stores/servlet/$
Disallow: /wcsstore$
Disallow: /wcsstore/DebenhamsIntSite/$
## Breadcrumb
Disallow: *TopCategoriesDisplay
Disallow: *breadcrumb=
## User
Disallow: *NonAjaxAccountWishListDisplayView
Disallow: *AjaxLogonForm
Disallow: *krypto=
Disallow: *TrackTraceQueryView
Disallow: *UserRegistrationForm
Disallow: *DebsTrackTraceCntrlCmd
Disallow: *myAcctMain
Disallow: *QuickRegistrationForm
Disallow: *CollectFromStoreListView
Disallow: *BillingAddressDisplayView
Disallow: *OrderShippingBillingView
Disallow: *SelectDeliveryMethodView
Disallow: *ShoppingCart
## Brands view all
Disallow: *AjaxFacetShowAllView
## Add a Review
Disallow: /webapp/wcs/stores/servlet/ReviewSubmission
## Remove _ms pages
Disallow: *_ms
######## International ########
Disallow: *storeId=10052
Disallow: *storeid=10052
## Dummy UK
Disallow: /en-gb
## Error
Disallow: /en-/
Disallow: /en-$
Disallow: /en/
# Unwanted International Sites
Disallow: /en-ad
Disallow: *-1049
Disallow: /en-bb
Disallow: *-1060
Disallow: /en-bm
Disallow: *-1058
Disallow: /en-br
Disallow: *-1065
Disallow: /en-jm
Disallow: *-1059
Disallow: /en-ke
Disallow: *-1061
Disallow: /en-kv
Disallow: *-1054
Disallow: /en-li
Disallow: *-1057
Disallow: /en-mc
Disallow: *-1050
Disallow: /en-mx
Disallow: *-1055
Disallow: /en-sm
Disallow: *-1052
|
