1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
# robots.txt exclusion for www.intel.com/ - US
User-agent: MJ12bot
Crawl-Delay: 4
User-agent: OmtrBot/1.0
Allow: /content/www/us/en/products/devices-systems/
Allow: /content/dam/products/
Allow: /libs/apps/intel/services/productseedlist
Disallow: /cgi
Disallow: /iaweb/
Disallow: /cpc/vision/
Disallow: /intel/june297/
Disallow: /cpc/eps/
Disallow: /design/june297/
Disallow: /cpc/archive/
Disallow: /cpc/dia/
Disallow: /cpc/ecs/
Disallow: /cpc/fcs/
Disallow: /cpc/gif/
Disallow: /cpc/OptContent/
Disallow: /cpc/pix/
Disallow: /cpc/sound/
Disallow: /cpc/feature/
Disallow: /emergency/
Disallow: /content/www/*/*/buy/intelinside/
Disallow: /content/www/*/*/buy/inteltechnologyprovider/
Disallow: /content/www/*/*/buy/intelproducts/
Disallow: /content/www/*/*/homepage/_jcr_content/
Disallow: /content/data/disclaimers/
Disallow: /content/www/*/*/contentlibrary.html?
Disallow: /content/iip/
Disallow: /content/dam/www/public/*/forms/
Disallow: /*.swf$
Disallow: /*/swf/
Disallow: /*/secure/
Disallow: /content/dam/www/secure/
User-agent: *
Disallow: /cgi
Disallow: /iaweb/
Disallow: /cpc/vision/
Disallow: /intel/june297/
Disallow: /cpc/eps/
Disallow: /design/june297/
Disallow: /cpc/archive/
Disallow: /cpc/dia/
Disallow: /cpc/ecs/
Disallow: /cpc/fcs/
Disallow: /cpc/gif/
Disallow: /cpc/OptContent/
Disallow: /cpc/pix/
Disallow: /cpc/sound/
Disallow: /cpc/feature/
Disallow: /emergency/
Disallow: /content/www/*/*/buy/intelinside/
Disallow: /content/www/*/*/buy/inteltechnologyprovider/
Disallow: /content/www/*/*/buy/intelproducts/
Disallow: /content/www/*/*/homepage/_jcr_content/
Disallow: /content/data/disclaimers/
Disallow: /content/www/*/*/contentlibrary.html?
Disallow: /content/iip/
Disallow: /content/dam/www/public/*/forms/
Disallow: /content/dam/products/
Disallow: /libs/apps/intel/services/productseedlist
Disallow: /*.swf$
Disallow: /*/swf/
Disallow: /*/secure/
Disallow: /content/dam/www/secure/
Disallow: /content/www/ca/en/
Disallow: /content/www/ca/fr/
Disallow: /content/www/br/pt/
Disallow: /content/www/xl/es/
Disallow: /content/www/xe/en/
Disallow: /content/www/de/de/
Disallow: /content/www/es/es/
Disallow: /content/www/fr/fr/
Disallow: /content/www/ie/en/
Disallow: /content/www/it/it/
Disallow: /content/www/pl/pl/
Disallow: /content/www/ru/ru/
Disallow: /content/www/tr/tr/
Disallow: /content/www/uk/en/
Disallow: /content/www/jp/ja/
Disallow: /content/www/xa/en/
Disallow: /content/www/au/en/
Disallow: /content/www/id/id/
Disallow: /content/www/in/en/
Disallow: /content/www/kr/ko/
Disallow: /content/www/th/th/
Disallow: /content/www/tw/zh/
Disallow: /content/www/vn/vi/
Disallow: /content/www/sg/en/
Disallow: /content/www/il/he/
|
