1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
# Robots.txt
User-agent: *
# Block Nocache=1
Disallow: /*nocache=1
Disallow: /*Nocache=1
Disallow: /*NoCache=1
Disallow: /*noCache=1
Disallow: /section/search
Allow: /ads.txt
# Block Static Update
Disallow: /*updfcache=1
# Block Folders
Disallow: /adlogs/
Disallow: /assets/
Disallow: /error/
Disallow: /red/
Disallow: /aspnet_client/
Disallow: /tmp/
Disallow: /logs/
Disallow: /images/
Disallow: /.cache/
Disallow: /.localcache/
Disallow: /mal/
Disallow: /templates/
#Block certain actions
Disallow: /apps/pbcs.dll/section?category=search
Disallow: /apps/pbcs.dll/classifieds
Disallow: /apps/pbcs.dll/ptshowguide
Disallow: /apps/pbcs.dll/events
Disallow: /apps/pbcs.dll/index
Disallow: /apps/pbcs.dll/news
Disallow: /apps/pbcs.dll/news_message
Disallow: /apps/pbcs.dll/news_messages
Disallow: /apps/pbcs.dll/temaoversikt
Disallow: /apps/pbcs.dll/related
Disallow: /apps/pbcs.dll/misc
Disallow: /apps/pbcs.dll/error
Disallow: /apps/pbcs.dll/search
Disallow: /apps/pbcs.dll/status
Disallow: /apps/pbcsedit.dll
Disallow: /apps/pbcsi.dll
Disallow: /apps/pbcsad.dll
Disallow: /apps/rub.dll
|
