1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
User-Agent: *
Disallow: /downloads/articles/pdfs/BA0677HowToUseThatTypeface.pdf
Disallow: /downloads/articles/pdfs/BA0649SmallPoster.pdf
Disallow: /downloads/articles/pdfs/BA0646OurColorWheel.pdf
Disallow: /downloads/articles/pdfs/BA0673DesignTalk15.pdf
Disallow: /downloads/articles/pdfs/BA0670DesignTalk14.pdf
Disallow: /downloads/articles/pdfs/BA0667LessonsFromABeautifulSite.pdf
Disallow: /downloads/articles/pdfs/BA0607DesignASecondPage.pdf
Disallow: /downloads/articles/pdfs/BA0672WordsAndPictures.pdf
Disallow: /downloads/articles/pdfs/BA0605SwipeIt.pdf
Disallow: /downloads/articles/pdfs/BA0668PictureYourPresentation.pdf
Disallow: /downloads/articles/pdfs/BA0652PanoramicBooklet.pdf
Disallow: /downloads/articles/pdfs/BA0613WhatTypeface.pdf
Disallow: /downloads/articles/pdfs/BA0606CoverPatterns.pdf
Disallow: /downloads/articles/pdfs/BA0675DesignTalk16.pdf
Disallow: /downloads/articles/pdfs/BA0641PixTrix2.pdf
Disallow: /downloads/articles/pdfs/BA0639Dual-purposeLetterhead.pdf
Disallow: /downloads/articles/pdfs/BA0674PixTrix4.pdf
Disallow: /downloads/articles/pdfs/BA0642WrapAroundBrochure.pdf
Disallow: /downloads/articles/pdfs/BA0616DesignOnACenterline.pdf
Disallow: /downloads/articles/pdfs/BA0663PictureYourGroup.pdf
Disallow: /downloads/articles/pdfs/BA0671DesignLikeALazyPerson.pdf
Disallow: /downloads/articles/pdfs/BA0604UPSStyleGuide.pdf
Disallow: /downloads/articles/pdfs/BA0676Equilibrium.pdf
Disallow: /downloads/articles/pdfs/BA0650DesignTalk9.pdf
Disallow: /downloads/articles/pdfs/BA0655DesignTalk10.pdf
Disallow: /downloads/articles/pdfs/BA0657BigBoldBeautiful-NS.pdf
Disallow: /downloads/articles/pdfs/BA0612OpenSpace2.pdf
Disallow: /downloads/articles/pdfs/BA0651StoryStyleBrochure.pdf
Disallow: /downloads/articles/pdfs/BA0645WebHeader.pdf
Disallow: /downloads/articles/pdfs/BA0669CalloutIdeas.pdf
Disallow: /downloads/shop/pdfs/PantoneCatalog2014.pdf
Disallow: preview.pantone.com
Disallow: /downloads/articles/pdfs/PANTONEVIEW_home_interiors_2013.pdf
Disallow: /colorwatch2013
Disallow: /Controls/
Disallow: /webservices/
Disallow: /color-finder-classic
Disallow: /app/
Disallow: /ProductReviewsPopUp.aspx
Disallow: /pages/SiteSearch/
Disallow: /pantone-the-right-color
Disallow: /test
### Old Pop Up Pages ###
Disallow: /popups/
###shopping basket and checkout###
Disallow: /pages/shop/
###Old EBlast Promos###
Disallow: /Resources/MonthlyIssues/
Disallow: /Resources/MonthlyIssues_Backups/
User-agent: Slurp
Crawl-delay: 60
User-agent: Yahoo!-AdCrawler
Crawl-delay: 60
User-agent: voyager
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Fatbot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Yanga
Disallow: /
User-agent: psbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: semanticdiscovery
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: showyoubot
Disallow: /
User-agent: NING/1.0
Disallow: /
#User-agent: Yandex
#Disallow: /
User-agent: Sogou
Crawl-Delay: 60
User-agent: AhrefsBot
Crawl-Delay: 60
User-agent: ms search 5.0 robot
Crawl-Delay: 60
User-agent: mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Crawl-Delay: 60
User-agent: mozilla/5.0 (compatible; baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Crawl-Delay: 60
User-agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
Crawl-Delay: 60
User-agent: (compatible; steeler/3.5; http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)
Crawl-Delay: 60
User-agent: Caliperbot/1.0 (+http://www.conductor.com/caliperbot)
Crawl-Delay: 60
# Sitemap files
sitemap: https://www.pantone.com/sitemaps/sitemap-us-en.xml
|
