1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
User-agent: *
Sitemap: https://www.itv.com/hub/sitemap.xml
Disallow: /Lifestyle/Food/Shadowmastermodules/
Disallow: /thylacinus/
Disallow: /griffin/
Disallow: /_app/
Disallow: /_data/
Disallow: /Error404/
Disallow: /Error500/
Disallow: /BestofITV/shadowmodulemaster/
Disallow: /Sport/formula1/mastershadowmodules/
Disallow: /Sport/formula1/shadowmodulemaster2/
Disallow: /Sport/formula1/shadowmodulemaster3/
Disallow: /Sport/formula1/shadowmodulemaster4/
Disallow: /Sport/boxing/boxingmodulemaster/
Disallow: /Sport/rugbyworldcup/shadowmodulemaster/
Disallow: /Sport/--shadowmastermodules--.html
Disallow: /Sport/shadowmastermodules2/
Disallow: /Sport/shadowmastermodules2/videonews/
Disallow: /also3template/
Disallow: /Drama/mastershadowmodules/
Disallow: /also1template/
Disallow: /Entertainment/shadowmodulemaster/
Disallow: /Search/
Disallow: /search?q=
Disallow: /also2/
Disallow: /Lifestyle/ThisMorning/Thismorningmodulesmaster/
Disallow: /Lifestyle/LooseWomen/MasterModuleFolder.html
Disallow: /Lifestyle/Cooks/MasterModuleFolder.html
Disallow: /Lifestyle/jeremykyle/MasterModule21Kyle/
Disallow: /Lifestyle/60minutemakeover/shadowmodulemaster/
Disallow: /Lifestyle/MasterModuleFolder/
Disallow: /Lifestyle/BeenHereBefore/shadowmastermodule/
Disallow: /deleteme/
Disallow: /Help/helpmastershadows/
Disallow: /News/MasterModule11News/
Disallow: /News/newsmanual
Disallow: /News/newsfeeds
Disallow: /tvguide/tvguidepl/
disallow: /error404/
disallow: /adtest/
Disallow: /itvplayer/ps3/
Disallow: /documents/pdf/
Disallow: /beta/
Disallow: /food/taxonomy/
Disallow: /food/recipe/*?filters=
Disallow: /food/recipe/*&filters=
Disallow: /news/search/
Disallow: /news/border/search/
Disallow: /news/tyne-tees/search/
Disallow: /news/calendar/search/
Disallow: /news/granada/search/
Disallow: /news/central/search/
Disallow: /news/anglia/search/
Disallow: /news/london/search/
Disallow: /news/meridian/search/
Disallow: /news/wales/search/
Disallow: /news/west/search/
Disallow: /news/westcountry/search/
Disallow: /takemeout/previously/
Disallow: /takemeout/the-gossip/
Disallow: /takemeout/dating-tips/
Disallow: /takemeout/quizzes/
Disallow: /termsandconditions
Disallow: /presscentre/search/
Disallow: /onlineentry/
Disallow: /search-results/
Disallow: /itvsearch/
Disallow: /cookies/
Disallow: /termsconditions/
Disallow: /interstitial/
Disallow: /hub/user/
Disallow: /itvplayer/
Disallow: /hub/mywaitrose
Disallow: /mywaitrose
Disallow: /tvguide
Disallow: /hub/assets/js/robotsTxt-*.js$
Disallow: /home
|
