1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
User-agent: Baiduspider
Disallow: /
User-agent: *
Allow: /
# Directories
Disallow: /cache/
Disallow: /cpanel/
Disallow: /error/
Disallow: /includes/
Disallow: /libs/
Disallow: /sqlpanel/
# Files
Disallow: /_phpinfo.php
# Paths (no clean URLs)
Disallow: /cpanel/module.node.php?q=edit
# Block (no clean URLs)
Disallow: /en/
Disallow: /ar/
Disallow: /event/
Disallow: /taxonomy/
Disallow: /zh-hans/
Disallow: /book/
Sitemap: http://www.psu.ac.th/sitemap.xml
|
