1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
User-agent: *
Disallow: /iftc/
Disallow: /rss/scripts/
Disallow: /error/
Disallow: /science/forum/
Disallow: /education/forum/
Disallow: /ulis/cgi-bin/
Disallow: /moscow-new/
Disallow: /ulis/cgi-bin/
Disallow: /new/fr/tip-a-friend/
Disallow: /new/en/tip-a-friend/
Disallow: /new/es/tip-a-friend/
Disallow: /pv_obj_cache/
Disallow: /tools/filedepot/
Disallow: /new/index.php?eID=tx_cms_showpic*
Disallow: /archives/multimedia/extra/
Disallow: /fileadmin/unesco/
Disallow: /uploads/
Disallow: /cms/ # Nothing to see here
Disallow: /t3lib/ # Nothing to see here
Disallow: /typo3/ # Nothing to see here
Disallow: /typo3conf/ # Nothing to see here
Disallow: /typo3temp/ # Nothing to see here
Disallow: /index.php?id=* # Disable non-realurl
Disallow: /new/fileadmin/TEMPLATES/ # Exclude only folders with no link from frontend, like templates, css, js.
Disallow: /new/fileadmin/unesco/
Disallow: /new/fileadmin/NICE/
Disallow: /new/uploads/
Disallow: /new/cms/ # Nothing to see here
Disallow: /new/t3lib/ # Nothing to see here
Disallow: /new/typo3/ # Nothing to see here
Disallow: /new/typo3conf/ # Nothing to see here
Disallow: /new/typo3temp/ # Nothing to see here
Disallow: /new/index.php?id=* # Disable non-realurl
Disallow: /new/en/media-services/for-the-press/all-news/
Disallow: /mediabank/cgi/
Disallow: /mediabank/views/
|
