1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
User-agent: Teleport Pro/1.29
Disallow: /
User-agent: Teleport Pro/1.29.1590
Disallow: /
User-agent: Teleport Pro/1.28
Disallow: /
User-agent: Offline Explorer/1.1
Disallow: /
User-agent: Offline Explorer/1.2
Disallow: /
User-agent: Offline Explorer/1.3
Disallow: /
User-agent: Offline Explorer/1.4
Disallow: /
User-agent: Offline Explorer/1.5
Disallow: /
User-agent: Offline Explorer/1.6
Disallow: /
User-agent: Offline Explorer/1.7
Disallow: /
User-agent: Offline Explorer/1.8
Disallow: /
User-agent: Offline Explorer/1.9
Disallow: /
User-agent: webcollage/1.93
Disallow: /
User-agent: webcollage/1.96
Disallow: /
User-agent: webcollage_save/1.93
Disallow: /
User-agent: *
Allow: /ajax/reference
User-agent: *
Disallow: /goto
Disallow: /GoTo
Disallow: /Goto
Disallow: /Click
Disallow: /click
Disallow: /Frames
Disallow: /frames
Disallow: /SpecSearch/MatchingProducts
Disallow: /SpecSearch/ProductSpecs
Disallow: /specsearch/productspecs
Disallow: /SpecSearch/EmailSupplierList
Disallow: /specsearch/emailsupplierlist
Disallow: /SpecSearch/Products
Disallow: /specsearch/products
Disallow: /SpecSearch/PartSpecs
Disallow: /specsearch/partspecs
Disallow: /MyGlobalSpec
Disallow: /MyGlobalspec
Disallow: /Email
Disallow: /email
Disallow: /registration
Disallow: /Registration
Disallow: /ListSiteSelfPublish
Disallow: /mediakit/contact
Disallow: /MediaKit/Contact
Disallow: /MediaKit/docs/ratecard.pdf
Disallow: /Supplier/PhoneAndFaxAll
Disallow: /Supplier/InfoAll
Disallow: /mls
Disallow: /Search/viewcache
Disallow: /SpecSearch/CompareCatalogs
Disallow: /SpecSearch/CompareServiceDetails
Disallow: /ServiceRFQ/ServiceRfqForm
Disallow: /Email/SupplierListEmail
Disallow: /Search
Disallow: /search
Disallow: /adnetwork
Disallow: /AdNetwork
Disallow: /patents
Disallow: /engineering-search/patents
Disallow: /engineering-search/standards
Disallow: /help
Disallow: /ProductFinder/FindProducts
Disallow: /reference/search
Disallow: /banner
Disallow: /TechLib/Search
Disallow: /techlib/search
Disallow: /ajax
Disallow: /FeaturedProducts/SearchResults
Disallow: /featuredproducts/searchresults
Disallow: /rfq
Disallow: /RFQ
Disallow: /clientservices
Disallow: /clientServices
Disallow: /ClientServices
Disallow: /SpecSearch/SuppliersByName/AllSuppliers
Disallow: /advert/
Disallow: /standards/referenced/
Disallow: /standards/references/
Disallow: /engineering360_shared/ajax
|
