1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
User-agent: MauiBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: *
Disallow: /cart/
Disallow: /member/
Disallow: /basic_feed/
Disallow: /premium_feed/
Disallow: /event_tracking.php
Disallow: */feed$
Disallow: */feed/$
Disallow: /feed.xml
Disallow: /feed/xml
Disallow: /?p=
Disallow: /calendar
Disallow: /search
Disallow: /tag
Disallow: /forum/search.php
Disallow: /forum/memberlist.php
Disallow: /forum/style.php
Disallow: /forum/profile.php
Disallow: /forum/posting.php
Disallow: /blog/?s=*
|
