1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
User-agent: blinkx
Disallow: /
User-agent: blinkx_ff_spider
Disallow: /
User-agent: bingbot
Disallow: /manifest.json
User-agent: Googlebot
Allow: /api/2.0/static/page_content
Disallow: /beta
Disallow: /_qos/
Disallow: /account/authenticate
Disallow: /activity_feeds/
Disallow: /activities/
Disallow: /api/2.0/
Disallow: /channels/
Disallow: /discussions/search
Disallow: /email$
Disallow: /email?
Disallow: /exstack/
Disallow: /facebook_canvas/
Disallow: /feed/activity/
Disallow: /feed/history/
Disallow: /feed/queue/
Disallow: /feed/search
Disallow: /feed/search/
Disallow: /feed/review/
Disallow: /highest_rated
Disallow: /highest_rated/
Disallow: /labs/caption-search
Disallow: /masthead$
Disallow: /masthead?
Disallow: /masthead/
Disallow: /playlists/flag/
Disallow: /plus/check_hold
Disallow: /plus/check_psn
Disallow: /plus/invite_request
Disallow: /plus/signup
Disallow: /plus/signup/
Disallow: /plus/vip
Disallow: /popular$
Disallow: /popular?
Disallow: /popular/
Disallow: /posts/flag/
Disallow: /posts/list/
Disallow: /posts/item/
Disallow: /profiles/
Disallow: /r/
Disallow: /recent$
Disallow: /recent?
Disallow: /recent/
Disallow: /released$
Disallow: /released?
Disallow: /released/
Disallow: /reviews/update_page
Disallow: /rules$
Disallow: /rules?
Noindex: /search?
Disallow: /search?
Disallow: /search/
Disallow: /social/
Disallow: /support/geofilter
Disallow: /support/search
Disallow: /support/streaming
Disallow: /support/vote
Disallow: /users/
Disallow: /feed/
Disallow: /videos/expander
Disallow: /videos/search
Disallow: /videos/search/
Disallow: /videos/show_trailer
Disallow: /videos/slider
Disallow: /videos/transcripts/
Disallow: /widget/player/
Disallow: /browse/alphabetical/feature_films
Disallow: /*.swf$
Disallow: /unsubscribe_email/
Noindex: /account
Noindex: /unsubscribe_email
Noindex: /manage_nielsen_measurement
User-agent: *
Allow: /api/2.0/static/page_content
Disallow: /_qos/
Disallow: /account/authenticate
Disallow: /activity_feeds/
Disallow: /activities/
Disallow: /api/2.0/
Disallow: /channels/
Disallow: /discussions/search
Disallow: /email$
Disallow: /email?
Disallow: /exstack/
Disallow: /facebook_canvas/
Disallow: /feed/activity/
Disallow: /feed/history/
Disallow: /feed/queue/
Disallow: /feed/search
Disallow: /feed/search/
Disallow: /feed/review/
Disallow: /highest_rated
Disallow: /highest_rated/
Disallow: /labs/caption-search
Disallow: /masthead$
Disallow: /masthead?
Disallow: /masthead/
Disallow: /mozart/
Disallow: /playlists/flag/
Disallow: /plus/check_hold
Disallow: /plus/check_psn
Disallow: /plus/invite_request
Disallow: /plus/signup
Disallow: /plus/signup/
Disallow: /plus/vip
Disallow: /popular$
Disallow: /popular?
Disallow: /popular/
Disallow: /posts/flag/
Disallow: /posts/list/
Disallow: /posts/item/
Disallow: /profiles/
Disallow: /r/
Disallow: /recent$
Disallow: /recent?
Disallow: /recent/
Disallow: /released$
Disallow: /released?
Disallow: /released/
Disallow: /reviews/update_page
Disallow: /rules$
Disallow: /rules?
Noindex: /search?
Disallow: /search?
Disallow: /search/
Disallow: /social/
Noindex: /start/live-tv
Noindex: /start/mobile/live-tv
Disallow: /support/geofilter
Disallow: /support/search
Disallow: /support/streaming
Disallow: /support/vote
Disallow: /tempo/
Disallow: /tempo-fallback/
Disallow: /users/
Disallow: /feed/
Disallow: /videos/expander
Disallow: /videos/search
Disallow: /videos/search/
Disallow: /videos/show_trailer
Disallow: /videos/slider
Disallow: /videos/transcripts/
Disallow: /widget/player/
Disallow: /browse/alphabetical/feature_films
Disallow: /*.swf$
Disallow: /unsubscribe_email
Noindex: /account
Noindex: /unsubscribe_email
Noindex: /manage_nielsen_measurement
Sitemap: https://www.hulu.com/sitemap_index.xml
|
