File: www.carwale.com

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (67 lines) | stat: -rw-r--r-- 1,609 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Yandex
User-agent: YandexBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: ZoominfoBot
Disallow: /

User-agent: *
Disallow: /opr/
Disallow: /7590/

Disallow: /1017752/

Disallow: /find-car/

Disallow: /used/search_result.aspx
Disallow: /new/search_result.aspx
Disallow: /recommend-cars/result.aspx
Disallow: /community/*
Disallow: /forums/search.aspx
Disallow: /forums/Search/*
Disallow: /search/results.aspx

Disallow: /used/page-*/

Disallow: /users/NewMember.aspx
Disallow: /users/login.aspx
Disallow: /users/register.aspx
Disallow: /users/commonlogin.aspx
Disallow: /users/ajaxLoginRegister.aspx
Disallow: /Users/feedback.aspx
Disallow: /users/ajaxlogin.aspx
Disallow: /Users/feedback.aspx
Disallow: /Users/ReferToFriend.aspx
Disallow: /users/login.aspx?*
Disallow: /MyCarwale/*
Disallow: /MyCarwale/
Disallow: /mycarwale/
Disallow: /mycarwale/*
Disallow: /forum/StickyThread/
Disallow: /forum/StickyThread/*


Disallow: /used/carvaluation/ValuationReport.aspx?*
Disallow: /used/carvaluation/ValuationReport.aspx
Disallow: /used/carvaluation/ValuationReport.aspx?


Disallow: /m/used/valuation.aspx?*
Disallow: /m/used/valuation.aspx
Disallow: /m/used/valuation.aspx?

Disallow: /accessories/
Disallow: /accessories/*

Disallow: /mygarage/
Disallow: /mygarage/*

Disallow: /api/exceptions/
Disallow: /new/sbi-yono/
Disallow: /dealerrenewalrequest/
Disallow: /bhrigu/pixel.gif?*

Sitemap: https://www.carwale.com/sitemap/cw-index.xml