1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
User-agent: *
Disallow: /gbuk/*send-a-friend
Disallow: /gbuk/*?intcmp
Disallow: /gbuk/*price-asc/
Disallow: /gbuk/*price-desc/
Disallow: /gbuk/*brand-asc/
Disallow: /gbuk/*brand-desc/
Disallow: /gbuk/*rating-desc/
Disallow: /gbuk/*relevance-desc/
Allow: /gbuk/4k-ultra-hd-tvs/televisions/televisions/301_3002_30002_xx_ba00011146-bv00309067/1_20/relevance-desc/xx-criteria.html
Allow: /gbuk/integrated-washer-dryers/laundry/washer-dryers/332_3120_30207_xx_ba00010669-bv00308559/1_17/relevance-desc/xx-criteria.html
Allow: /gbuk/integrated-washer-dryers/laundry/washer-dryers/332_3120_30207_xx_ba00010669-bv00308559/1_20/relevance-desc/xx-criteria.html
Allow: /gbuk/gas-cookers/cooking/cookers/335_3142_32008_xx_ba00010667-bv00308535/1_20/relevance-desc/xx-criteria.html
Allow: /gbuk/dslr-cameras/digital-cameras/dslr-and-compact-system-cameras/344_3757_31522_xx_ba00010675-bv00308606/1_20/relevance-desc/xx-criteria.html
Allow: /gbuk/household-appliances/laundry/washing-machines/332_3119_30206_xx_xx/1_20/relevance-desc/xx-criteria.html
Disallow: /gbuk/*discount-desc/
Disallow: /gbuk/*search-keywords/
Disallow: /gbuk/*compare/
Disallow: /gbuk/*?sp=fr
Disallow: /*?do=json
Disallow: /*xx_5-6
Disallow: /*xx_6-7
Disallow: /*xx_4-5
Disallow: /*xx_5-7
Disallow: /*xx_7-8
Disallow: /*xx_20-21
Disallow: /*xx_0-4
Disallow: /*xx_xx/xx_xx
Disallow: /*xx_xx_xx_xx_
Disallow: *-/xx_xx_xx
User-agent: TurnitinBot
User-agent: ConveraCrawler
User-agent: QuepasaCreep
User-agent: Jetbot
Disallow: /
Sitemap: https://www.currys.co.uk/sitemap.xml
|
