1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
|
sitemap: https://www.wikitree.com/sitemaps/sitemap_profile_index.xml.gz
sitemap: https://www.wikitree.com/sitemaps/sitemap_surname_index.xml.gz
sitemap: https://www.wikitree.com/sitemaps/sitemap-help.xml
sitemap: https://www.wikitree.com/g2g/sitemap.xml
User-agent: *
Crawl-delay: 4
User-agent: *
Disallow: /treewidget/
Disallow: /contact/
Disallow: /index.php?title=Special:Badges
Disallow: /index.php?title=Special:BrowseMatches
Disallow: /wiki/Special:BrowseMatches
Disallow: /index.php?title=Special:BrowsePhotos
Disallow: /index.php?title=Special:Connection
Disallow: /index.php?title=Special:Contributions
Disallow: /index.php?title=Special:DNATests
Disallow: /index.php?title=Special:Ecards
Disallow: /index.php?title=Special:FamilyList
Disallow: /wiki/Special:FamilyList
Disallow: /index.php?title=Special:MergePerson
Disallow: /index.php?title=Special:MergeSpace
Disallow: /index.php?title=Special:NetworkFeed
Disallow: /index.php?title=Special:NewImages
Disallow: /wiki/Special:NewImages
Disallow: /index.php?title=Special:PrivateMessage
Disallow: /index.php?title=Special:Relationship
Disallow: /index.php?title=Special:Surname*
Disallow: /index.php?title=Special:Thanks
Disallow: /index.php?title=Special:TrustedList
Disallow: /index.php?title=Special:UploadGedcom
Disallow: /index.php?title=Special:UploadPhoto*
Disallow: /index.php?title=Special:WatchedList
Disallow: /wiki/Special:WatchedList
Disallow: /index.php?title=Special:Whatlinkshere*
Disallow: /index.php?title=*&diff=*
Disallow: /index.php?title=*&action=*
|
