1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
# Robots.txt file from https://www.easeus.com
#
# All robots will spider the domain
User-agent: *
Disallow:/ptddweb/
Disallow:/www.ptdd.com/
Disallow:/jp.easeus.com/
Disallow:/de.easeus.com/
Disallow:/easeusweb.easeus.com/
Disallow:/blog/
Disallow:/cgi-bin/
Disallow:/crm/
Disallow:/update/
Disallow:/ad/
Disallow:/purchase/
Disallow:/link/
Disallow:/App/
Disallow:/admin.php
Disallow:/popup/
Disallow:/reseller/
Disallow:/statictics.txt
Disallow:/statistics.php
Disallow:/language/
Disallow:/languages/
Disallow:/data-recovery-faq/
Disallow:/datarecoverywizardpro/help/
Disallow:/giveaways/
Disallow:/landing/seo/
Disallow:/landing/article/
|
