File: www.unian.net

package info (click to toggle)
python-protego 0.5.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,052 kB
  • sloc: python: 1,579; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (76 lines) | stat: -rw-r--r-- 1,324 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
User-agent: *
Allow: *.jpg
Allow: *.gif
Allow: *.svg
Allow: *.css
Allow: *.png
Allow: *.js
Disallow: /comments/
Disallow: /build/
Disallow: /search/
Disallow: /content/
Disallow: /profile/
Disallow: /redirect/
Disallow: *utm_source=*
Disallow: *utm_medium=*
Disallow: *utm_campaign=*
Disallow: /?url=*
Disallow: /*_sm_byp
Disallow: /*CFID=*
Disallow: /div_location=
Disallow: /*?refresh
Disallow: /?quot

User-agent: googlebot
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.css
Allow: /*.png
Allow: /*.js
Disallow: /comments/
Disallow: /search/
Disallow: /profile/
Disallow: /pogoda/*?desktop_pogoda=1

User-agent: yandex
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.css
Allow: /*.png
Allow: /*.js
Disallow: /comments/
Disallow: /search/
Disallow: /profile/

User-agent: googlebot-image
Allow: *.jpg
Allow: *.gif
Allow: *.svg
Allow: *.png

User-agent: googlebot-video
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.css
Allow: /*.png
Allow: /*.js

User-agent: yandexvideo
Allow: /*.jpg
Allow: /*.gif
Allow: /*.svg
Allow: /*.css
Allow: /*.png
Allow: /*.js

Sitemap:  https://www.unian.net/sitemap.xml
Sitemap:  https://www.unian.net/sitemaps/sitemap.last.xml
    Sitemap:  https://www.unian.net/sitemaps/online/sitemap.xml
    Sitemap:  https://www.unian.net/pogoda/sitemap.xml

host: https://www.unian.net