1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
User-agent: *
# General
Disallow: /Default.aspx/*
Disallow: /default.aspx/*
Disallow: /Site-Disallow
Disallow: /Controls/
Disallow: /controls/
Disallow: /css/
Disallow: /Javascript/
Disallow: /javascript/
Disallow: /fonts/*
Disallow: /Fonts/*
Disallow: /mt
Disallow: /customerservices/jobs.aspx
Disallow: /Pipelines/
Disallow: /*default,pd.html
Disallow: /*default,sc.html
Disallow: /*default,pg.html
Disallow: /*demandware
Disallow: /*orderhistory
Disallow: /*completethelookwidget
Disallow: /*defaultpd.html
Disallow: /*defaultpg.html
# Login
Disallow: /User/
Disallow: /user/
Disallow: /Login/
Disallow: /Login
Disallow: /login
Disallow: /SaveForLater.aspx
Disallow: /customerservices/safesender.aspx
Disallow: /saveforlater.aspx
Disallow: /Profile/
Disallow: /profile/
Disallow: /Skins/
Disallow: /skins/
Disallow: /Widgets/
Disallow: /widgets/
Disallow: /updatepassword
Disallow: /passwordupdaterequest
Disallow: /accountinformation
Disallow: /recognition
Disallow: */ctl/logoff
# Checkout
Disallow: /Checkout/
Disallow: /checkout/
Disallow: /Payment/
Disallow: /payment/
Disallow: /Cart.aspx
Disallow: /cart.aspx
Disallow: /cart
Disallow: /Cart
# Search
Disallow: /ProductNotFound.aspx
Disallow: /productnotfound.aspx
Disallow: /searchnoresults
Disallow: /SearchResults?*
Disallow: /Search-hide
Disallow: /search-hide
Disallow: /Stores/Search?
Disallow: /stores/search
Disallow: /NotFound
# Filters
Disallow: /*&sizecode
Disallow: /*?sizecode
Disallow: /*&SizeCode
Disallow: /*?SizeCode
Disallow: /*&dcp
Disallow: /*?dcp
Disallow: /*&dppp
Disallow: /*?dppp
Disallow: /*&mcp
Disallow: /*?mcp
Disallow: /*&mppp
Disallow: /*?mppp
Disallow: /*&DescriptionFilter
Disallow: /*?DescriptionFilter
Disallow: /*&descriptionfilter
Disallow: /*?descriptionfilter
Disallow: /*&BrandFilter
Disallow: /*?BrandFilter
Disallow: /*&brandfilter
Disallow: /*?brandfilter
Disallow: /Products/SD/
# API
Disallow: /DesktopModules/SharedControls/API/CommonService/*
Disallow: /DesktopModules/ProductDetail/API/*
# Utilities
Disallow: /DesktopModules/SunBlog/Handlers/Print.aspx*
Disallow: /DesktopModules/SportsDirect/ProductDetail/Zoom.aspx*
Disallow: /DesktopModules/SportsDirect/ProductDetail/ThreeSixty.aspx*
Disallow: /*.swf$
Disallow: /sitemap-product-YA.xml
Disallow: /sitemap-product-YB.xml
Disallow: /sitemap-product-YC.xml
Disallow: /ScriptResource.axd
Disallow: /scriptresource.axd
Disallow: /WebResource.axd
Disallow: /webresource.axd
Disallow: /Telerik.Web.UI.WebResource.axd
Disallow: /genericscripts/*
# Blog
Disallow: /admin/app/editor/*
Sitemap: https://www.sportsdirect.com/sitemap.xml
|
