1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
User-agent: *
Disallow: /_x/
Disallow: /_web/
Disallow: /desktops/
Disallow: /emages/
Disallow: /emails/
Disallow: /errorpages/
Disallow: /includes/
Disallow: /index-oldies/
Disallow: /items/
Disallow: /js/
Disallow: /landing/
Disallow: /mock-emergency/
Disallow: /scripts/
Disallow: /SLI/
Disallow: /shop-home/index-*.html
Disallow: /webtop.log
Disallow: /webtop/
Disallow: /stuff/contentmgr/templates/
Disallow: /shop/servlet/
Disallow: /shop/items/bakery-library-5-coupon
Disallow: /shop/RecipeDisplay
Disallow: /recipes/images/
Disallow: /glutenfree/images/
Crawl-delay: 10
Sitemap: https://www.kingarthurflour.com/sitemap.xml
|
