1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
User-agent: *
# ======================
# Directories
# ======================
Disallow: /Custom/
Disallow: /custom/
Disallow: /Partner/
Disallow: /partner/
Disallow: /PSA/
Disallow: /psa/
Disallow: /RTQ/
Disallow: /rtq/
Disallow: /JobSeeker/ApplyOnline/
Disallow: /jobseeker/applyonline/
Disallow: /applyonline/
Disallow: /AJAX/
Disallow: /ajax/
Disallow: /pli/
Disallow: /PLI/
Disallow: /plink/
Disallow: /Plink/
# Paths (clean URLs)
# ======================
Disallow: /JobSeeker/Checkout.aspx
Disallow: /jobseeker/checkout.aspx
Disallow: /JobSeeker/Jobs/JobMatchesOrganized.aspx
Disallow: /jobseeker/jobs/jobmatchesorganized.aspx
Disallow: /INTL/Widgets/
Disallow: /intl/widgets/
Disallow: /Share/Emailpage.aspx
Disallow: /share/emailpage.aspx
Disallow: /IFrame/RecommendedCVUpload.aspx
Disallow: /iframe/recommendedcvupload.aspx
Disallow: /share/verifyidentity.aspx
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/SaveJob.aspx
Disallow: /jobseeker/accessible/savejob.aspx
Disallow: /JobSeeker/Facebook/
Disallow: /jobseeker/facebook/
Disallow: /JobSeeker/Emails/
Disallow: /jobseeker/emails/
Disallow: /API/JobSeeker/Application/
Disallow: /api/jobseeker/application/
Disallow: /JobSeeker/Companies/LeaveResume.aspx
Disallow: /jobseeker/companies/leaveresume.aspx
Disallow: /JobSeeker/Application/
Disallow: /jobseeker/application/
Disallow: /RTQ/jobstream.aspx
Disallow: /rtq/jobstream.aspx
Disallow: /JobSeeker/TalentNetwork/Pages/RecommendedJobs.aspx
Disallow: /jobseeker/talentnetwork/pages/recommendedjobs.aspx
Disallow: /CSH/JobSkinDetails.aspx
Disallow: /csh/jobskindetails.aspx
Disallow: /CSH/Details.aspx
Disallow: /csh/details.aspx
Disallow: /JobPoster/FlexAd*
Disallow: /RTQ/WAFRedirect.aspx
Disallow: /error.aspx
Disallow: /Error.aspx
# Paths (no clean URLs)
# ======================
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/EmailJob.aspx
Disallow: /jobseeker/Accessible/emailjob.aspx
Disallow: /JobSeeker/accessible/emailjob.aspx
Disallow: /jobSeeker/accessible/emailjob.aspx
Disallow: /JobSeeker/Accessible/JobFeedback.aspx
Disallow: /jobseeker/accessible/jobfeedback.aspx
Disallow: /JobSeeker/ApplyOnline/ExternalApply.aspx
Disallow: /JobSeeker/ApplyOnline/ApplyStart.aspx
Disallow: /jobseeker/applyonline/applystart.aspx
Disallow: /JobSeeker/Resumes/MyNewJobRecommendationsOrganized.aspx
Disallow: /jobseeker/resumes/mynewjobrecommendationsorganized.aspx
Disallow: /JobSeeker/Resumes/JROrganizedSection.aspx
Disallow: /jobseeker/resumes/jrorganizedsection.aspx
Disallow: /jobseeker/resumes/JROrganizedSection.aspx
Disallow: /JobSeeker/Resumes/Submitexternalapply.aspx
Disallow: /jobseeker/resumes/submitexternalapply.aspx
# Paths (GRRP provided)
# ======================
Disallow: /apply
Disallow: /apply/*
Disallow: /apply/quick
Disallow: /apply/*/screener/*
Disallow: /autocomplete
Disallow: /e
Disallow: /email-subscriptions
Disallow: /email-subscriptions/modify
Disallow: /geo/zip_from_lat_lon
Disallow: /password/reset
Disallow: /password/forgot
Disallow: /password/update
Disallow: /recommendations
Disallow: /recommendations/*
Disallow: /recommendations/*/after-apply/*
Disallow: /recent_searches
Disallow: /resumes
Disallow: /resumes/activity
Disallow: /resumes/activity/*
Disallow: /resumes/*/edit
Disallow: /resumes/edit/doc
Disallow: /resumes/delete
Disallow: /resumes/retrieve/*
Disallow: /resumes/states/*
Disallow: /saml
Disallow: /saved-jobs
Disallow: /saved-searches
Disallow: /saved-searches/delete
Disallow: /status
Disallow: /status/dummy
Disallow: /style-guide
Disallow: /user/change-email
Disallow: /user/change-password
Disallow: /user/delete
Disallow: /user/destroy
Disallow: /user/profile
Disallow: /user/settings
Disallow: /user/sign-in
Disallow: /user/sign-out
Disallow: /work-status
#
# disallow signup pages
# ======================
Disallow: /share/socialloginproxy.aspx
#
# just for the Googlebot
# ======================
Allow: .js
Allow: .css
Allow: /recommendations/company/*
|
