File: www.yell.com

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (58 lines) | stat: -rw-r--r-- 1,435 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
# robots.txt for www.yell.com
# Updated on 08/05/2019

User-agent: *
Disallow: *&printable=true
Disallow: *?cam=
Disallow: *?layout=
Disallow: *?media=
Disallow: *allsubcategories
Disallow: *amp;broaderLocation
Disallow: *bigmap*
Disallow: *blogid
Disallow: *reviews?city=
Disallow: *claim_place=
Disallow: *dialog=
Disallow: *highcost=
Disallow: *layout=classic_printer
Disallow: /*female+escorts
Disallow: /*pic=
Disallow: /*placelogo=
Disallow: /autocomplete/
Disallow: /editbusiness/
Disallow: /js/omniture*
Disallow: /maps/MoveBusinessAction.do
Disallow: /mel/
Disallow: /prices/
Disallow: /qrcoder/
Disallow: /reviews/inbox/write?to=
Disallow: /reviews/member/reportreview/
Disallow: /reviews/places/addreview/id/
Disallow: /reviews/*/*_popup
Disallow: /reviews/places/review?step=*&placeid=
Disallow: /reviews/my
Disallow: /rd/
Disallow: /search/
Disallow: /super/
Disallow: /ucs/HomePageAction.do*
Disallow: /ukmaps/
Disallow: /video/VideoPlayCount
Disallow: /yell/ipblock.php
Disallow: /yellow-pages-uk/
Disallow: /free-listing/thankYou
Disallow: /free-listing/classifications
Disallow: /free-listing/duplicates
Disallow: /customerneeds/
Disallow: /contactus/form
Disallow: /identity
Disallow: /reviewmybusiness/

User-agent: 008
Disallow: /

User-agent: Baiduspider
Disallow: /

Sitemap: https://www.yell.com/sitemap/sitemapidx.xml
Sitemap: https://www.yell.com/sitemaps.xml
Sitemap: https://www.yell.com/topPagesSitemap.xml