1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
# Domain:[www.ancestry.co.uk]
#
# This file should reside in the root directory ancestry.XX/robots.txt
#
# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent: can also specify by name; "*" is for all bots
# Disallow: disallow if directive matches first part of requested path
#
User-agent: *
Allow: /secure/Subscribe/Gift
Disallow: /academy/admin*
Disallow: /academy/admin/*
Disallow: /browse/bookview.aspx
Disallow: /Browse/BookView.aspx
Disallow: /Browse/bookview.aspx
Disallow: /Browse/print_b.aspx
Disallow: /browse/print_b.aspx
Disallow: /browse/print_u.aspx
Disallow: /Browse/print_u.aspx
Disallow: /browse/save_u.aspx
Disallow: /Browse/save_u.aspx
Disallow: /browse/view.aspx
Disallow: /Browse/view.aspx
Disallow: /dna/insights/*
Disallow: /dna/matches/*
Disallow: /dna/origins/*
Disallow: /dna/relatedness
Disallow: /dna/tests/*
Disallow: /family-tree/*/mergefamilyupdate*
Disallow: /family-tree/Frozone/AJAX/Command.ashx
Disallow: /family-tree/owt/altparent.aspx
Disallow: /family-tree/pt/person.aspx
Disallow: /genealogy/records/tara-milutis_161886488
Disallow: /iexec?htx=View
Disallow: /iexec?htx=view
Disallow: /iexec/?htx=View
Disallow: /iexec/?htx=view
Disallow: /iexec/Default.aspx?htx=view
Disallow: /iexec/Default.aspx?htx=View
Disallow: /promo/
Disallow: /secure/FamilySearch/ReviewNgTemplate
Disallow: /secure/register/*
Disallow: /secure/register/guestregistration.aspx
Disallow: /secure/security/forgotpassword.aspx
Disallow: /secure/subscribe/controls/thawte.html
Disallow: /security/
Disallow: /wiz/
User-agent: sogou spider
Disallow: /secure/
## Updated July 17, 2019
|
