1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
User-agent: *
Allow: /
Sitemap: https://azertag.az/sitemap.xml
Disallow: /*/infografika/
Disallow: /infografika/
Disallow: /*/rss/
Disallow: /rss/
Disallow: /*/print/
Disallow: /print/
Disallow: /newsarchive*
Disallow: /*/newsarchive*
Disallow: /*/arxiv/
Disallow: /arxiv/
Disallow: /*/download/
Disallow: /news/download/
Disallow: /*/node/
Disallow: /node/
Disallow: /*/contact/
Disallow: /contact/
Disallow: /bolme/bash_xeber_2
Disallow: /*/society_accidents
Disallow: /society_accidents
Disallow: /*/environment
Disallow: /environment
Disallow: /*/bloody_memory
Disallow: /bloody_memory
Disallow: /*/photo
Disallow: /photo
Disallow: /*/multimedia
Disallow: /multimedia
Disallow: /*/audio
Disallow: /audio
Disallow: /*/healthcare
Disallow: /healthcare
Disallow: /*/all_news
Disallow: /all_news
Disallow: /*/posters
Disallow: /posters
Disallow: /*/society
Disallow: /society
Disallow: /*/air_flights
Disallow: /air_flights
|
