1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
User-agent: *
Disallow: /outgoing/
Disallow: /admin/
Disallow: /share/
Disallow: /user/
Disallow: /tag/
Disallow: /discussions/crew-discussions*
Disallow: /UserEdit.aspx
Disallow: /discussions/AddThread
Disallow: /Manage/
Disallow: /manage/
Disallow: /login
Disallow: /login/
Disallow: /discussions/
Disallow: /lists/EditCustomItemList/
Disallow: /lists/save/
Sitemap: https://alternativeto.net/sitemaps-ssl/sitemap-map.xml
User-agent: Mediapartners-Google
Disallow:
User-agent: AhrefsBot
Crawl-Delay: 3
|
