1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
# /robots.txt file for WR Fusion site
# Version 1.4 2011-04-20
User-agent: *
Sitemap: https://www.waitrose.com/sitemapIndex.xml
#Trolley Pages
Disallow: /shop/ViewTrolley
#Check Out
Disallow: /shop/RegistrationInitiate
Disallow: /shop/CheckOutInitiateCmd
Disallow: /shop/CheckOutOrderPreviewCmd
Disallow: /shop/CheckOutPaymentCmd
Disallow: /shop/OrderProcess
#User details
Disallow: /shop/InitiateLogin
Disallow: /shop/RegistrationInitiate
Disallow: /shop/InitiateMyAccount
Disallow: /shop/LoginDetailsInitiateCmd
Disallow: /shop/PrivateInfoInitiateCmd
Disallow: /shop/AddressInitiateCmd
Disallow: /shop/GetPaymentBillingDetailsCmd
Disallow: /shop/OrderStatusDisplayCmd
Disallow: /shop/InterestItemDisplayCmd
Disallow: /shop/InitiateShoppingListCmd
Disallow: /shop/SaveSubstitutionPreferenceCmd
Disallow: /shop/Logoff
Disallow: /home/forum.html
Disallow: /content/waitrose/en/home/forum/
Disallow: /shop/MyAccount
Disallow: /shop/MyAddresses
Disallow: /shop/MyLists
Disallow: /shop/GetCustomerOrders
#INC0319111
Disallow: /home/groceries/online_grocery_delivery.html
#CHG0013642
Disallow: /content/waitrose/en/home/groceries/online-grocery-delivery.html
Disallow: /content/waitrose/en/home/groceries/online-grocery-delivery2.html
Disallow: /content/waitrose/en/home/groceries/online-grocery-deliver1.html
Disallow: /content/waitrose/en/home/groceries/offer-new-75.html
#WPIP-1635
Disallow: /shop/OfferDetails
Disallow: /ecom/shop/offers
Allow: /ecom
#CHG0223681
Allow: /.well-known/
#CHG0156758
Crawl-delay: 1
#CHG0226882
Disallow: */undefined/*
#CHG0228904
Disallow: *search?*
Disallow: *HeaderSearchCmd*
Disallow: *en/profile*
Disallow: *A4*
Disallow: *A5*
#CHG0237209
Disallow: */webapp/*
#CHG0241294
Disallow: *?fulfilment*
Disallow: /shop/LogonForm*
|
