1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
|
# robots.txt for https://www.tennessean.com/
User-agent: Googlebot-News
Disallow: /story/sponsor-story/
Disallow: /picture-gallery/sponsor-story/
Disallow: /videos/sponsor-story/
Disallow: /longform/sponsor-story/
Disallow: /pages/interactives/sponsor-story/
Disallow: /videos/embed/
User-Agent: *
Disallow: /errors
Disallow: /interactive/
Disallow: /userauth/
Disallow: /ugc/
Disallow: /feeds/
Disallow: /services/
Disallow: /facebook/
Disallow: /version-info/
Disallow: /longform/draft/
Disallow: /story/draft/
Disallow: /topic/*/smart/
Disallow: /search
Disallow: /module-showcase/
Disallow: /newsletter/
Disallow: /blended-newsletter/
Disallow: /story/nletter/
Disallow: /sports/services/photos/
Disallow: /optimus
Disallow: /ux-train
Disallow: /story/advisory/
Disallow: /story/news/local/sumner/2016/05/02/police-man-stole-up-20k-drugs-ohio-hospital/83842984/
Disallow: /story/news/local/sumner/2016/05/26/ohio-man-cleared-drug-hospital-theft-charges/84996150/
Sitemap: https://www.tennessean.com/news-sitemap.xml
Sitemap: https://www.tennessean.com/web-sitemap-index.xml
Sitemap: https://www.tennessean.com/video-sitemap-index.xml
|