File: www.which.co.uk

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (62 lines) | stat: -rw-r--r-- 1,659 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
Sitemap: https://www.which.co.uk/sitemap.xml
Sitemap: https://www.which.co.uk/money/sitemap/sitemap_index.xml
Sitemap: https://www.which.co.uk/reviews/sitemaps/rad-sitemap-index.xml
Sitemap: https://www.which.co.uk/later-life-care/sitemap/sitemap_index.xml
Sitemap: https://www.which.co.uk/consumer-rights/sitemap.xml.gz
Sitemap: https://www.which.co.uk/news/sitemap.xml
Sitemap: https://www.which.co.uk/birth-choice/sitemap.xml
Sitemap: https://www.which.co.uk/homepage-sitemap.xml
 
User-agent: *

#
# disallow indexing of content archive
#

Disallow: /baby-and-child/archive/
Disallow: /energy/archive/
Disallow: /home-and-garden/archive/
Disallow: /money/archive/
Disallow: /technology/archive/

#
# disallow indexing of search results
#

Disallow: /birth-choice/search/
Disallow: /consumer-rights/search/
Disallow: /later-life-care/search/

#
# disallow indexing of utility pages
#

Disallow: /about-which/contact-us/send-us-a-message/thank-you/
Disallow: /account/
Disallow: /beta/
Disallow: /cgi-bin/
Disallow: /competitions/best-buy/entry-thank-you/
Disallow: /components/
Disallow: /documents/
Disallow: /login/
Disallow: /loginhelp/
Disallow: /loginidentification/
Disallow: /magazine/computing/thank-you/
Disallow: /media/popup/
Disallow: /new/
Disallow: /signup-light/
Disallow: /spp/
Disallow: /static/email-pdfs/
Disallow: /static/html/pdfs/
Disallow: /thank-you/
Disallow: /try-which/bbg/faqs/
Disallow: /try-which/bbg/terms-conditions/
Disallow: /try-which/price-predictor/
Disallow: /try-which/wills/
Disallow: /user/ 

#
# disallow indexing for test scopes
#

Disallow: /30585109/