1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
User-agent: *
Disallow: /manager/
Disallow: /connectors/
Disallow: /assets/components/
Disallow: /config.core.php
Disallow: /assets/contact/
Disallow: /assets/bundles/
Disallow: /images-OLD/
Disallow: /config.core.php
Disallow: /fwd.php
Disallow: /pass.php
Disallow: /ads.txt
Disallow: /business/manager/
Disallow: /business/connectors/
Disallow: /business/assets/components/
Disallow: /business/config.core.php
Disallow: /welcome/manager/
Disallow: /welcome/connectors/
Disallow: /welcome/assets/components/
Disallow: /welcome/config.core.php
User-agent: Slurp
Crawl-delay: 2
User-agent: msnbot
Crawl-delay: 2
Sitemap: https://www.rcn.com/rcn-sitemap.xml
Sitemap: https://www.rcn.com/business/rcn-business-sitemap.xml
Sitemap: https://www.rcn.com/welcome/rcn-welcomeresi-sitemap.xml
|
