File: www.ieltsessentials.com

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (191 lines) | stat: -rw-r--r-- 6,866 bytes parent folder | download | duplicates (4) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
 
User-agent: *

# Block access to specific groups of pages
Disallow: /*/cart
Disallow: /*/checkout
Disallow: /*/my-account
Disallow: /*/enquiry-form

# Ignore search query parameters
Disallow: */search/courses/*?*
Disallow: */search*?*q*

# Disallow Category pages
Disallow: /*/Categories

# Disallow directory listing
Disallow: /*/~/

# Disallow campaign pages
Disallow: /*/campaigns

# Disallow individual events pages
Allow: /australia/events/adelaide/$
Disallow: /australia/events/adelaide/*
Allow: /australia/events/brisbane/$
Disallow: /australia/events/brisbane/*
Allow: /australia/events/melbourne/$
Disallow: /australia/events/melbourne/*
Allow: /australia/events/perth/$
Disallow: /australia/events/perth/*
Allow: /australia/events/sydney/$
Disallow: /australia/events/sydney/*
Allow: /australia/events/parramatta/$
Disallow: /australia/events/parramatta/*

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Sitemap of Australasia
# Australia
Sitemap: https://www.idp.com/australia/sitemap/universities.xml
Sitemap: https://www.idp.com/australia/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/australia/sitemap/content-sitemap.xml

# New Zealand
Sitemap: https://www.idp.com/newzealand/sitemap/universities.xml
Sitemap: https://www.idp.com/newzealand/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/newzealand/sitemap/content-sitemap.xml

# List of Sitemaps of SA Region
# Bangladesh
Sitemap: https://www.idp.com/bangladesh/sitemap/universities.xml
Sitemap: https://www.idp.com/bangladesh/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/bangladesh/sitemap/content-sitemap.xml

# India
Sitemap: https://www.idp.com/india/sitemap/universities.xml
Sitemap: https://www.idp.com/india/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/india/sitemap/content-sitemap.xml

# Mauritius
Sitemap: https://www.idp.com/mauritius/sitemap/universities.xml
Sitemap: https://www.idp.com/mauritius/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/mauritius/sitemap/content-sitemap.xml

# Nepal
Sitemap: https://www.idp.com/nepal/sitemap/universities.xml
Sitemap: https://www.idp.com/nepal/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/nepal/sitemap/content-sitemap.xml

# South Korea
Sitemap: https://www.idp.com/korea/sitemap/universities.xml
Sitemap: https://www.idp.com/korea/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/korea/sitemap/content-sitemap.xml

# Sri Lanka
Sitemap: https://www.idp.com/srilanka/sitemap/universities.xml
Sitemap: https://www.idp.com/srilanka/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/srilanka/sitemap/content-sitemap.xml

# List of Sitemaps of SEA Region
# Cambodia
Sitemap: https://www.idp.com/cambodia/sitemap/universities.xml
Sitemap: https://www.idp.com/cambodia/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/cambodia/sitemap/content-sitemap.xml

# Indonesia
Sitemap: https://www.idp.com/indonesia/sitemap/universities.xml
Sitemap: https://www.idp.com/indonesia/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/indonesia/sitemap/content-sitemap.xml

# Malaysia
Sitemap: https://www.idp.com/malaysia/sitemap/universities.xml
Sitemap: https://www.idp.com/malaysia/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/malaysia/sitemap/content-sitemap.xml

# Philippines
Sitemap: https://www.idp.com/philippines/sitemap/universities.xml
Sitemap: https://www.idp.com/philippines/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/philippines/sitemap/content-sitemap.xml

# Singapore
Sitemap: https://www.idp.com/singapore/sitemap/universities.xml
Sitemap: https://www.idp.com/singapore/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/singapore/sitemap/content-sitemap.xml

# Thailand
Sitemap: https://www.idp.com/thailand/sitemap/universities.xml
Sitemap: https://www.idp.com/thailand/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/thailand/sitemap/content-sitemap.xml

# Vietnam
Sitemap: https://www.idp.com/vietnam/sitemap/universities.xml
Sitemap: https://www.idp.com/vietnam/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/vietnam/sitemap/content-sitemap.xml

# List of Sitemaps of ME Region
# Egypt
Sitemap: https://www.idp.com/egypt/sitemap/universities.xml
Sitemap: https://www.idp.com/egypt/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/egypt/sitemap/content-sitemap.xml

# Iran
Sitemap: https://www.idp.com/iran/sitemap/universities.xml
Sitemap: https://www.idp.com/iran/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/iran/sitemap/content-sitemap.xml

# Middle East (idp.com/ME)
Sitemap: https://www.idp.com/middleeast/sitemap/universities.xml
Sitemap: https://www.idp.com/middleeast/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/middleeast/sitemap/content-sitemap.xml

# Oman
Sitemap: https://www.idp.com/oman/sitemap/universities.xml
Sitemap: https://www.idp.com/oman/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/oman/sitemap/content-sitemap.xml

# Saudi Arabia
Sitemap: https://www.idp.com/saudiarabia/sitemap/universities.xml
Sitemap: https://www.idp.com/saudiarabia/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/saudiarabia/sitemap/content-sitemap.xml

# Turkey
Sitemap: https://www.idp.com/turkey/sitemap/universities.xml
Sitemap: https://www.idp.com/turkey/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/turkey/sitemap/content-sitemap.xml

# UAE
Sitemap: https://www.idp.com/uae/sitemap/universities.xml
Sitemap: https://www.idp.com/uae/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/uae/sitemap/content-sitemap.xml

# List of Sitemaps of GC Region
# Hong Kong
Sitemap: https://www.idp.com/hongkong/sitemap/universities.xml
Sitemap: https://www.idp.com/hongkong/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/hongkong/sitemap/content-sitemap.xml

# Taiwan
Sitemap: https://www.idp.com/taiwan/sitemap/universities.xml
Sitemap: https://www.idp.com/taiwan/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/taiwan/sitemap/content-sitemap.xml

# List of Sitemaps for onshore countries
# Canada
Sitemap: https://www.idp.com/canada/sitemap/universities.xml
Sitemap: https://www.idp.com/canada/sitemap/courses-sitemap.xml
Sitemap: https://www.idp.com/canada/sitemap/content-sitemap.xml

# The UK
Sitemap: https://www.idp.com/sitemap_uk.xml

#The USA
Sitemap: https://www.idp.com/sitemap_usa.xml
Sitemap: https://www.idp.com/sitemap-index.xml
Sitemap: http://www.english.idp.co.th/sitemap_elt_thailand.xml
Sitemap: https://www.ieltsessentials.com/sitemap_ielts_global.xml
Sitemap: https://coursesearch.idp.com/sitemap_coursesearch.xml