1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
User-agent: *
Disallow: /pdf/
Disallow: /forum/printthread.php*
Disallow: /forum/admincp/*
Disallow: /forum/modcp/*
Disallow: /forum/members/*
Disallow: /forum_old*
Disallow: /.svn/
Disallow: /content/*
Disallow: /app.php
Disallow: /app.php/*
Disallow: /admin
Disallow: /pdf/
Disallow: /blogger.php
Disallow: /ajax_call.php
Disallow: /1042151/*
Disallow: /microsites/adserver/*
Disallow: /preview/*
Disallow: /hi/ask-digit/*
Disallow: /hi/about-us/*
Disallow: /en/*
Disallow: /merchantdealtrack.php?*
Disallow: /forum/*-print.html
Disallow: /plugins/feedback.php
Disallow: /99dot99_dev.php/*
Disallow: /9dot9_dev.php/*
Disallow: /tracker/*
Disallow: /slideshows/best-mobile-phones-under-15000-in-india-1.html
Sitemap: https://www.digit.in/sitemap-index.xml
Sitemap: https://www.digit.in/single-sitemap/19
Sitemap: https://www.digit.in/single-sitemap/31
Sitemap: https://www.digit.in/single-sitemap/32
Sitemap: https://www.digit.in/single-sitemap/34
Sitemap: https://www.digit.in/single-sitemap/35
Sitemap: https://www.digit.in/single-sitemap/36
Sitemap: https://www.digit.in/single-feed-overview/31
Sitemap: https://www.digit.in/single-feed-overview/32
Sitemap: https://www.digit.in/single-feed-overview/34
Sitemap: https://www.digit.in/single-feed-overview/35
Sitemap: https://www.digit.in/single-feed-overview/36
Sitemap: https://www.digit.in/single-feed-overview/202
Sitemap: https://www.digit.in/single-feed-overview/204
Sitemap: https://www.digit.in/single-feed-overview/205
Sitemap: https://www.digit.in/single-feed-overview/208
Sitemap: https://www.digit.in/single-feed-overview/318
Sitemap: https://www.digit.in/single-feed-overview/386
Sitemap: https://www.digit.in/single-feed-overview/534
Sitemap: https://www.digit.in/single-feed-overview/535
Sitemap: https://www.digit.in/single-feed-overview/536
Sitemap: https://www.digit.in/single-feed-overview/599
Sitemap: https://www.digit.in/single-feed-overview/600
Sitemap: https://www.digit.in/single-feed-overview/621
Sitemap: https://www.digit.in/alltoptenfeed.xml
Sitemap: https://www.digit.in/article-pagination-sitemap/30
Sitemap: https://www.digit.in/google-sitemap.xml
|
