File: www.apc.com

package info (click to toggle)
python-protego 0.5.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,052 kB
  • sloc: python: 1,579; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (55 lines) | stat: -rw-r--r-- 1,532 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
# Robot Exclusion Document for https://www.apcc.com and https://www.apc.com
# - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
#
#
#     (c) 2019 American Power Conversion Corporation
#
#                                                     160
# - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
# This excludes all search engines that respect the standard:
#

User-agent: *
Disallow: /*print*.cfm
Disallow: /basket/
Disallow: /english/
Disallow: /extranets/
Disallow: /go/
Disallow: /resource/component/
Disallow: /resource/include/hitbox/
Disallow: /resource/module/
#Disallow: /resource/scripts/
#Disallow: /resource/styles/
Disallow: /test/
#Disallow: /template/
Disallow: /tools/myTools/
Disallow: /support/getPDF.do
#Disallow: /tools/ups_selector/pso
Disallow: /site/
Disallow: /products/family/
Disallow: /products/configure/
Disallow: /products/resource/

User-Agent: https://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: Yandex
Crawl-delay: 10 # specifies a 10 second timeout

#
# - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
# This excludes "Roverbot," an SE made to find email addresses:
#
#
User-agent: Roverbot
Disallow: /

#----- SITEMAP SECTION ---------
#
Sitemap: https://www.apc.com/sitemaps/sitemap_store/shop_sitemap.xml
Sitemap: https://www.apc.com/sitemaps/sitemap_store/sdl_sitemap.xml
Sitemap: https://www.apc.com/sitemaps/sitemap_store/faq_sitemap.xml

#
#---- This is a Table of Contents of our Sitemaps - Not for crawl ----
#Sitemap: https://www.apc.com/sitemap.xml