1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
##ACAP version=1.0
# allow contracted search
User-agent: gsa-crawler
Disallow:
# block GuideBot
User-agent: Guidebot
Disallow: /
# block robots
User-agent: *
Disallow: /Membership/Memberzone/
Disallow: /is/
Disallow: /publishing/journals/rssfeed.asp
Disallow: /pdf/members/newsletters/womenchemists_apr02.pdf
Disallow: /AboutUs\News/PressReleases/2009/UVToothBleaching.asp
Disallow: /Publishing/ChemScience/Volume/2009/03/Turning_the_light_off_on_tooth_bleaching.asp
Disallow: /Publishing/EdSymp/
Disallow: /Publishing/ATHENS_index.asp
Disallow: /images/EdSymp2010_reportforweb_tcm18-185058.pdf
Disallow: /Labs/
Disallow: /placesofchemistry/
# Editors symposium files
Disallow: /images/WorkshopA_Impact_tcm18-177392.ppt
Disallow: /images/WorkshopB_EditorialBoards_tcm18-177393.ppt
Disallow: /images/_WorkshopC_peer%20review%20workshop_tcm18-179104.ppt
Disallow: /images/WorkshopD_ChemSpider_tcm18-177395.ppt
Disallow: /images/WorkshopE_eplatform_tcm18-177396.ppt
Disallow: /images/WorkshopF_Intl%20Dev_tcm18-177397.ppt
Disallow: /images/WorkshopG_SUNAM_RSCEditors_tcm18-177398.ppt
Disallow: /images/WorkshopH_SocialMedia_tcm18-177399.ppt
Disallow: /images/WorkshopI_OpenAccess_tcm18-177400.ppt
Disallow: /images/WorkshopJ_CelinaRamjoue_tcm18-177401.ppt
# allow contracted search
ACAP-crawler: gsa-crawler
# User-agent: gsa-crawler
# block GuideBot
ACAP-crawler: Guidebot
# User-agent: Guidebot
ACAP-disallow-crawl: /
# Disallow: /
# block robots
ACAP-crawler: *
# User-agent: *
ACAP-disallow-crawl: /Membership/Memberzone/
ACAP-disallow-crawl: /Labs/
ACAP-disallow-crawl: /placesofchemistry/
# Disallow: /Membership/Memberzone/
ACAP-disallow-crawl: /is/
# Disallow: /is/
ACAP-disallow-crawl: /publishing/journals/rssfeed.asp
# Disallow: /publishing/journals/rssfeed.asp
# Yahoo crawl
User-agent: Slurp
crawl-delay: 30
#Conference Pages
Disallow: /membership/benefits/join_acs.asp
Disallow: /chemistryworld/subscribe_acs.asp
#Exam File for Robert Bowles
Disallow: /Education/SchoolStudents/Olympiad/paper2011.asp
# e-Membership
Disallow: /Membership/e-Membership/app-help.asp
#HD75942 11:11 08/02/2012
Disallow: /suppdata/
# Denial URLs
Disallow: /chemistryworld/_denial.asp
Disallow: /education/eic/_denial.asp
Disallow: /publishing/_denial.asp
Disallow: /publishing/currentawareness/_denial.asp
Disallow: /publishing/journals/_denial.asp
Disallow: /membership/_denial.asp
|
