File: www.ebay.co.uk

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (64 lines) | stat: -rw-r--r-- 1,456 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
### BEGIN FILE ###
#
# allow-all
# DR
#
# The use of robots or other automated means to access the eBay site
# without the express permission of eBay is strictly prohibited.
# Notwithstanding the foregoing, eBay may permit automated access to
# access certain eBay pages but soley for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at <http://www.robotstxt.org/ wc/ exclusion.html> is strictly
# prohibited.
# v3
#


User-agent: *
Disallow: /*rt=nc
Disallow: /b/*LH_
Disallow: /clt/store/
Disallow: /csc/
Disallow: /ctg/
Disallow: /ctm/
Disallow: /dsc/
Disallow: /edc/
Disallow: /feed/
Disallow: /gsr/
Disallow: /itc/
Disallow: /lit/
Disallow: /lst/ng/
Disallow: /lvx/
Disallow: /mbf/
Disallow: /mla/
Disallow: /mlt/
Disallow: /myb/
Disallow: /mys/
Disallow: /prp/
Disallow: /rcm/
Disallow: /sch/*%7C
Disallow: /sch/*LH_
Disallow: /sch/aop/
Disallow: /sch/ctg/
Disallow: /sl/node
Disallow: /sme/
Disallow: /soc/
Disallow: /tickets/
Disallow: /today/
Disallow: /urw/write-review/
Disallow: /ws/
Disallow: /sch/*modules=SEARCH_REFINEMENTS_MODEL_V2
Disallow: /b/*modules=SEARCH_REFINEMENTS_MODEL_V2
Disallow: /itm/*_nkw
Disallow: /itm/*?fits
Disallow: /itm/*&fits
Disallow: /cta/

# STORES Sitemaps
Sitemap: http://www.ebay.co.uk/lst/STORES-3-index.xml

# RPP Sitemaps
Sitemap: http://www.ebay.co.uk/lst/RPP-3-index.xml

### END FILE ###