1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
Sitemap: https://www.booktopia.com.au/sitemap.xml.gz
Sitemap: https://www.booktopia.com.au/buy/sitemap.xml
User-agent: *
Crawl-Delay: 10
Disallow: /reviews/pwr/
Disallow: /*productUrl
Disallow: /dwr/*.dwr
Disallow: /*sorter=*
Disallow: /*priceFilters=*
Disallow: /*formatFilters=*
Disallow: /*ageFilter=*
Disallow: /*isbn=*
Disallow: /*pn=*
Disallow: /*dym=*
Disallow: /*deviceType=*
Disallow: /*pID=*
Disallow: /*gclid=*
Disallow: /*source=*
Disallow: /*utm_medium=*
Disallow: /*utm_source=*
Disallow: /*utm_campaign=*
Disallow: /*attachment_id=*
Disallow: /*clickid=*
Disallow: /*gradeFilters=*
Disallow: /*bk_source_id=*
Disallow: /*bk_source=*
Disallow: /*PageSpeed=*
Disallow: /*src=*
Disallow: /*reviewRatingFilter=*
Disallow: /*sc_src=*
Disallow: /*sc_customer=*
Disallow: /*sc_lid=*
Disallow: /*sc_llid=*
Disallow: /*sc_uid=*
Disallow: /*clear=*
Disallow: /*like=*
Disallow: /*SUBID1=*
Disallow: /*SUBID2=*
Disallow: /*promoCode=*
Disallow: /*binding=*
Disallow: /*WT.dcsvid=*
Disallow: /*WT.mc_id=*
Disallow: /*utm_content=*
Disallow: /*zsrc=*
Disallow: /*submit.y=*
Disallow: /*submit.x=*
User-agent: Riddler
Disallow: /
|
