1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
User-Agent: *
Sitemap: https://www.qut.edu.au/sitemaps/index.xml
Disallow: /staff/
Disallow: /student/
Disallow: /corpsite/
Disallow: /orientation
Disallow: /study/structures
Disallow: /study/structures/*
Disallow: /admin*
Disallow: /study/unit/outline
Disallow: /study/unit/outline/*
Disallow: /_designs/nested-content-that-needs-a-url
Disallow: /live-streaming
Disallow: /live-streaming/*
Allow: /live-streaming/graduation
Disallow: /live-streaming/graduation*
User-agent: QVNutch
Sitemap: https://www.qut.edu.au/sitemaps/index.xml
Allow: /staff/web-manual
Allow: /staff/web-manual/
Disallow: /staff/
Disallow: /student/
Disallow: /corpsite/
Disallow: /orientation
Disallow: /_designs
User-agent: Sogou web spider
Sitemap: https://www.qut.edu.au/sitemaps/index.xml
Disallow: /
|
