1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
User-agent: *
Sitemap: https://eur-lex.europa.eu/sitemap.xml
Crawl-delay: 10
Disallow: /autocomplete
Disallow: /change-displayed-metadata
Disallow: /document-format.html
Disallow: /download-notice
Disallow: /eli-search
Disallow: /error/authentication-required.html
Disallow: /expert-search-form
Disallow: /export-documents
Disallow: /fallback
Disallow: /false/select-store-cookies.html
Disallow: /true/select-store-cookies.html
Disallow: /legal-content/BG/TXT/DOC/
Disallow: /legal-content/CS/TXT/DOC/
Disallow: /legal-content/DA/TXT/DOC/
Disallow: /legal-content/DE/TXT/DOC/
Disallow: /legal-content/EL/TXT/DOC/
Disallow: /legal-content/EN/TXT/DOC/
Disallow: /legal-content/ES/TXT/DOC/
Disallow: /legal-content/ET/TXT/DOC/
Disallow: /legal-content/FI/TXT/DOC/
Disallow: /legal-content/FR/TXT/DOC/
Disallow: /legal-content/GA/TXT/DOC/
Disallow: /legal-content/HR/TXT/DOC/
Disallow: /legal-content/HU/TXT/DOC/
Disallow: /legal-content/IT/TXT/DOC/
Disallow: /legal-content/LT/TXT/DOC/
Disallow: /legal-content/LV/TXT/DOC/
Disallow: /legal-content/MT/TXT/DOC/
Disallow: /legal-content/NL/TXT/DOC/
Disallow: /legal-content/PL/TXT/DOC/
Disallow: /legal-content/PT/TXT/DOC/
Disallow: /legal-content/RO/TXT/DOC/
Disallow: /legal-content/SK/TXT/DOC/
Disallow: /legal-content/SL/TXT/DOC/
Disallow: /legal-content/SV/TXT/DOC/
Disallow: /legal-content/BG/TXT/SIG/
Disallow: /legal-content/CS/TXT/SIG/
Disallow: /legal-content/DA/TXT/SIG/
Disallow: /legal-content/DE/TXT/SIG/
Disallow: /legal-content/EL/TXT/SIG/
Disallow: /legal-content/EN/TXT/SIG/
Disallow: /legal-content/ES/TXT/SIG/
Disallow: /legal-content/ET/TXT/SIG/
Disallow: /legal-content/FI/TXT/SIG/
Disallow: /legal-content/FR/TXT/SIG/
Disallow: /legal-content/GA/TXT/SIG/
Disallow: /legal-content/HR/TXT/SIG/
Disallow: /legal-content/HU/TXT/SIG/
Disallow: /legal-content/IT/TXT/SIG/
Disallow: /legal-content/LT/TXT/SIG/
Disallow: /legal-content/LV/TXT/SIG/
Disallow: /legal-content/MT/TXT/SIG/
Disallow: /legal-content/NL/TXT/SIG/
Disallow: /legal-content/PL/TXT/SIG/
Disallow: /legal-content/PT/TXT/SIG/
Disallow: /legal-content/RO/TXT/SIG/
Disallow: /legal-content/SK/TXT/SIG/
Disallow: /legal-content/SL/TXT/SIG/
Disallow: /legal-content/SV/TXT/SIG/
Disallow: /modal-message
Disallow: /my-eurlex
Disallow: /prelex
Disallow: /print-pdf
Disallow: /protected
Disallow: /save-document
Disallow: /save-query
Disallow: /search-effectiveness.html
Disallow: /smartapi
Disallow: /TodayOJ
User-agent: Sogou web spider
Disallow: /
|
