1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
# robots.txt is case-sensitive
User-agent: *
Disallow: /orders
Disallow: /Orders
Disallow: /activity
Disallow: /Activity
Disallow: /order-history
Disallow: /Order-History
Disallow: /catalog/*
Disallow: /Catalog/*
Disallow: /*/SpecSrch.aspx
Disallow: /*/InlineOrderingWebPart.aspx
Disallow: /*/ItmPrsnttnWebPart.aspx
Disallow: /*/ItmPrsnttnDynamicDat.aspx
Disallow: /About*
Disallow: /about*
Disallow: /_
Disallow: /?
Disallow: /-
Disallow: /%
Allow: /*.js
Allow: /*.css
Allow: /*.tff
Allow: /*.woff
Allow: /*.woff2
Allow: /*/HomePageNavWebPartHTTPHandler.aspx
Allow: /*/homepagenavwebparthttphandler.aspx
Allow: /*/HomePageWebPartHTTPHandler.aspx
Allow: /*/homepagewebparthttphandler.aspx
Allow: /*/IntermediatePageWebPart.aspx
Allow: /*/ProdPageWebPart/ProdPageWebPart.aspx
Allow: /*/SrchRsltWebPart.aspx
Allow: /*/WebSrchEng.aspx
Allow: /*/ContentWebPart.aspx
Allow: /*/favicon.ico
Allow: /sitemap.txt
Allow: /products/*
Allow: /Products/*
Allow: /Products/
Allow: /products/
# Block all images from Google Images
User-Agent: Googlebot-Image
Disallow: /
Allow: /info/*
Allow: /init/gfx/favicon/*
Allow: /*/favicon.ico
|
