1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
#Jobs specific rules
User-agent: *
Disallow: /gdpr
Disallow: /*searchjobs
Disallow: /*employerjobsrss
Disallow: /*jobsrss
Disallow: /*/per-day
Disallow: /*/per-annum
Disallow: /*/per-hour
Disallow: /jobs/your-jobs*
Disallow: /jobs/profile/*
Disallow: /jobs/register/*
Disallow: /*/-100-109-99/
Disallow: /*/-50-59-99/
Disallow: /*/-60-69-99/
Disallow: /*/-70-79-99/
Disallow: /*/-80-89-99/
Disallow: /*/-90-99-99/
Disallow: /*/-10-000-14-999/
Disallow: /*/-100-000-or-more/
Disallow: /*/-15-000-19-999/
Disallow: /*/-20-000-24-999/
Disallow: /*/-25-000-29-999/
Disallow: /*/-30-000-39-999/
Disallow: /*/-40-000-49-999/
Disallow: /*/-50-000-59-999/
Disallow: /*/-60-000-69-999/
Disallow: /*/-70-000-99-999/
Disallow: /*/up-to-10-000/
Disallow: /*/up-to-50/
Disallow: /*/-110-or-more/
Disallow: /*/up-to-7/
Disallow: /*/-7-7-99/
Disallow: /*/-8-9-99/
Disallow: /*/-10-11-99/
Disallow: /*/-12-14-99/
Disallow: /*/-15-19-99/
Disallow: /*/-20-29-99/
Disallow: /*/-30-39-99/
Disallow: /*/-40-49-99/
Disallow: /*/-50-or-more/
Disallow: /jobs/document/
Disallow: /jobs/*sort=
Disallow: /jobs/*id=
# The following pages require registration and login
Disallow: /jobs/session-img/
Disallow: /jobs/invalid-request/
Disallow: /jobs/document/
Disallow: /jobs/apply-profile/
#4th folder
Disallow: /jobs/b/*/*/*/*/
# Gumtree rules
Disallow: /*?
Disallow: /my-account
Disallow: /cgi-bin/
Disallow: /ad/
Disallow: /e/
Disallow: /basket/
Disallow: /search
Disallow: /ad_image/
Disallow: /posting_images/
Disallow: /company_details.html
Disallow: /common/
Disallow: /reply/
Disallow: /replytolink/
Disallow: /sellerads/
Disallow: /categories/
Disallow: /5144/
Disallow: /profile/
#Duplicated URLs
User-agent: *
Disallow: /reveal/number/*
Disallow: *.docx
Disallow: *.pdf
Disallow: /p/*/*/*/gallery
#mediapartners Google instructions
User-agent: Mediapartners-Google
Disallow:
Sitemap: https://www.gumtree.com/xmlsitemap/location/sitemap.xml
Sitemap: https://www.gumtree.com/xmlsitemap/vip/sitemap.xml
Sitemap: https://www.gumtree.com/xmlsitemap/ps/sitemap.xml
Sitemap: https://www.gumtree.com/xmlsitemap/listings/sitemap.xml
Sitemap: https://www.gumtree.com/jobs/sitemapindex.xml
|
