1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
#
# robots.txt for http://www.eurekalert.org
#
sitemap: http://www.eurekalert.org/sitemap.xml
# To prevent search engines from looking for docs in
# the "/releases" directory, which is no longer used
User-agent: *
Disallow: /releases
Disallow: /emailrelease.php
# Directories that should not be indexed
Disallow: /jrnls
Disallow: /emb_releases
Disallow: /aaasnewsroom/*/sessions/
Disallow: /reporter
Disallow: /pio
Disallow: /experts
Disallow: /images
Disallow: /admin
Disallow: /multimedia/emb/
#Temporarily Block subject matter portals under revision
Disallow: /portals
User-agent: Yahoo Pipes 1.0
Disallow: /pub_releases
User-agent: Yahoo Pipes 2.0
Disallow: /pub_releases
# Allow the EurekAlert! search engine and the archive.org bots to index everything
User-agent: Ultraseek
Disallow:
User-agent: archive.org_bot
Disallow:
User_agent: ia_archiver
Disallow:
|
