1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
# robots.txt for https://www.lotterypost.com/
User-agent: Mediapartners-Google
Disallow:
User-agent: MJ12bot
Disallow: /
User-agent: *
Disallow: /activeusers.aspx
Disallow: /adv/*
Disallow: /blocklist.aspx
Disallow: /calendar-item.aspx
Disallow: /DeleteCookies.aspx
Disallow: /e-mail_topic.asp
Disallow: /edit-blog.aspx
Disallow: /edit-signature.aspx
Disallow: /edit-topic.aspx
Disallow: /emoticons.aspx
Disallow: /error-bad-request.aspx
Disallow: /error-generic.aspx
Disallow: /error-insufficient-permission.aspx
Disallow: /error-not-activated.aspx
Disallow: /error-not-found.aspx
Disallow: /flash/*
Disallow: /flashmovie.js.aspx
Disallow: /html/*
Disallow: /login*
Disallow: /logoff*
Disallow: /mark_posts_as_read.asp
Disallow: /memberlist*
Disallow: /members.aspx
Disallow: /new-blog.aspx
Disallow: /new-pm.aspx
Disallow: /new-poll.aspx
Disallow: /new-topic.aspx
Disallow: /print-topic.asp
Disallow: /reply-topic.aspx
Disallow: /report.asp
Disallow: /search/*
Disallow: /services/*
Disallow: /session-capture.aspx
Disallow: /webresource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 1
Sitemap: https://www.lotterypost.com/sitemap.xml
Sitemap: https://www.lotterypost.com/sitemap_news.xml
|
