1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
#
User-agent: *
Disallow: /cp
Disallow: /search
Disallow: /login
Disallow: /more
Disallow: /*/action/
Disallow: /profile/
Disallow: /tests/
Disallow: /search/
Disallow: /user/
Disallow: /user/*
User-agent: AhrefsBot
Disallow: /
Sitemap: https://www.phonearena.com/sitemaps/website.xml
Sitemap: https://www.phonearena.com/sitemaps/googlenews.xml
Sitemap: https://www.phonearena.com/sitemaps/news/index.xml
Sitemap: https://www.phonearena.com/sitemaps/reviews/index.xml
Sitemap: https://www.phonearena.com/sitemaps/phones/index.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/specifications.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/size.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/camera.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/specifications-new.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/size-new.xml
Sitemap: https://www.phonearena.com/sitemaps/compare/camera-new.xml
|
