1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
|
##################################################
# Robots Exclusion Protocol file for Insight.com #
##################################################
# v6
# Reference (de-facto protocol)
# http://www.robotstxt.org/norobots-rfc.txt
User-agent: *
Disallow: /*?*
Disallow: /en_US/search*.html
Disallow: /insightweb/
Disallow: /us/en/why-insight/sales-engagement.html
Disallow: /flytrap/
Disallow: /content/dam/insight-web/*/solutions/service-provider/microsite/assets/
Disallow: /content/dam/insight-web/*/pdfs/
Allow: /insightweb/*.css$
Allow: /*?qtype=
Allow: /*?pq=
Sitemap: https://www.insight.com/sitemap.xml
|
