1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
User-agent: SiteSearchASP.NET
Disallow: /project-join-request.aspx
Disallow: /group-join.aspx
User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin/
Disallow: /surname.aspx
Disallow: /order-form.aspx
Disallow: /*kit=*
Disallow: /cj.aspx
Disallow: /cj.asp
Disallow: /my-ftdna/
Disallow: /my-gap/
Disallow: /*.axd
Disallow: /Skins/
Disallow: /img/
Disallow: /videos/
Disallow: /project-join-request.aspx
Disallow: /group-join.aspx
Disallow: /surname-projects.aspx
Disallow: /advanced-snp-descriptions.aspx
|
