1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
User-agent: *
Allow: /content/dam/
Allow: /content/discovery-com/jcr:content/analytics.sitecatalyst.js
Disallow: /content/
Allow: /libs/granite/
Disallow: /libs/
Disallow: /services/
Disallow: /search/
Disallow: /features/apple-news/
Disallow: /shows/tv-schedule.*
Disallow: *.embed
Allow: *.lazy-fetch*
Allow: *hotspot*
User-agent: Mediapartners-Google
Disallow:
Sitemap: https://www.discovery.com/sitemaps/www-legacy-index.xml.gz.xml
Sitemap: https://www.discovery.com/sitemaps/sitemap_discovery_index.xml
|
