1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
# Robot exclusion file
User-agent: *
# The following pages require registration and login
Disallow: /session-img/
Disallow: /invalid-request/
Disallow: /document/
Disallow: /apply-profile/
Disallow: */searchjobs/*
Disallow: */jobsrss/*
Disallow: /jobsrss/*
Disallow: */jbequicksignup/*
Disallow: /your-jobs/*
Disallow: /external-redirect-registration*
Disallow: */emailjob/*
Disallow: */emailjob/*
Disallow: /logon/*
Disallow: /59666047/
Disallow: /jbequicksignup/
Disallow: /your-jobs/
Disallow: *=sort*
Disallow: /jobs/*/*/*/*/*/
Noindex: /jobs/*/*/*/*/*/
Disallow: /*/*/*/*/*/*/*/
Sitemap: https://jobs.theguardian.com/sitemapindex.xml
|
