1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
User-agent: AdsBot-Google
Disallow:
User-agent: DOC
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: linko
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Mozilla Browser Aget
Disallow:
User-agent: MSIECrawler
Disallow: /
User-agent: MSNBot
Disallow:
User-agent: NPBot
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: Slurp
Disallow:
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: Zao
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: *
Allow: Cart-Show
Disallow: Account-Show
Disallow: COBilling-Start
Disallow: COShipping-Start
Disallow: Account-Show
Disallow: Account-StartRegister
Disallow: Wishlist-Show
Disallow: Search-Show
Disallow: Wishlist-Show
Disallow: terms-of-use.html
Disallow: privacy-policy.html
Disallow: social-responsibility.html
Disallow: gift-card-promo-how-to.html
Disallow: Account-EditProfile
Disallow: Account-PasswordReset
Disallow: Account-SetNewPassword
Disallow: Account-SetNewPasswordConfirm
Disallow: Address-List
Disallow: COCustomer-Start
Disallow: COCustomer-Start
Disallow: Home-ErrorNotFound
Disallow: Login-OrderStatus
Disallow: Order-History
Disallow: PaymentInstruments-List
Disallow: /*prefn1=
Noindex: /*prefn1=
Disallow: /*prefn2=
Noindex: /*prefn2=
Disallow: /*prefn3=
Noindex: /*prefn3=
Disallow: /*prefn4=
Noindex: /*prefn4=
Disallow: /*prefv1=
Noindex: /*prefv1=
Disallow: /*prefv2=
Noindex: /*prefv2=
Disallow: /*prefv3=
Noindex: /*prefv3=
Disallow: /*prefv4=
Noindex: /*prefv4=
Disallow: /?q=*
Noindex: /?q=*
Disallow: /*pmax=*
Noindex: /*pmax=*
Disallow: /*pmin=*
Noindex: /*pmin=*
Disallow: /*cgid=*
Noindex: /*cgid=*
Disallow: /*sz=*
Noindex: /*sz=*
Sitemap: https://www.madewell.com/sitemap_index.xml
|
