1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
|
User-agent: *
Allow: */markets/*css
Allow: */markets/*js
Allow: */imagesandvideo/
Allow: /es-es/blog/error*
Disallow: */markets/
Disallow: /na/error
Disallow: /us/search
Disallow: /ca/search
Disallow: /na/search
Disallow: /NoRobots
Disallow: /*/sitecore
Disallow: /*/sitecore modules
Disallow: /*/search
Disallow: /*/error
Disallow: /*/search-results-page
Disallow: /*/test-pages
Disallow: /en-gb/search-results/
Disallow: /en-us/search-results/
Disallow: /en-ie/search-results/
Disallow: /fr-fr/search-results/
Disallow: /de-de/search-results/
Disallow: /es-es/resultados-de-búsqueda/
Disallow: *?year=*
Disallow: *?month=*
Disallow: *&year=*
Disallow: *&month=*
User-agent: BUbiNG
Disallow: /
|