1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
# robots, scram
User-agent: *
Disallow: /*index.html$
Disallow: /sports/includes/
Disallow: /sports/hockey/includes/
Disallow: /sports/baseball/includes/
Disallow: /sports/basketball/includes/
Disallow: /sports/cfl/includes/
Disallow: /sports/nfl/includes/
Disallow: /sports/whatson/
Disallow: /sports/cfl/whatson/
Disallow: /sports/cfl/cfl-on-cbc/includes/
Disallow: /sports/hockey/whatson/
Disallow: /sports/hockey/fantasypool/
Disallow: /sports/hockey/hnic/includes/
Disallow: /sports/hockey/hnic/bios/
Disallow: /cp/
Disallow: /m/rich/
Disallow: /search/
Disallow: /photogallery/*.xml$
Disallow: /cgi-bin/
Disallow: /money/stockChart.jsp
Disallow: /money/stockQuoteChart.jsp
Disallow: /money/stockQuote.jsp
Disallow: /index.new.html
User-agent: GoogleBot-Mobile
Disallow: /player/
User-agent: Bingbot
Allow: /doncherry/
User-agent: Googlebot-News
Disallow: /radio/thisisthat/
Disallow: /comedy/
Disallow: /radio/becausenews/
Disallow: /radio/podcasts/comedy/
Disallow: /radio/thedebaters/
Disallow: /radio/irrelevantshow/
Disallow: /radio/laughoutloud/
Disallow: /kimsconvenience/
Disallow: /22minutes/
Disallow: /workinmoms/
Disallow: /schittscreek/
Disallow: /mrd/
Disallow: /baroness/
Disallow: /fourinthemorning/
Disallow: /mercerreport/
|
