1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Crawl-delay: 10
Disallow: /administrator/
Disallow: /bin/
#Disallow: /cache/
Disallow: /cdn-cgi/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /staging/
# JSitemap entries
Sitemap: https://www.sciencealert.com/index.php?option=com_jmap&view=sitemap&format=xml
Sitemap: https://www.sciencealert.com/index.php?option=com_jmap&view=sitemap&format=gnews
|
