File: www.thenorthface.com

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (64 lines) | stat: -rw-r--r-- 2,096 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# robots.txt for www.thenorthface.com

User-agent: *
Disallow: /shop/CompareProductsDisplay
Disallow: /shop/OrderCalculate
Disallow: /shop/InterestItemAdd
Disallow: /shop/VFLogoff
Disallow: /shop/VFPRReviewFormView
Disallow: /webapp/wcs/stores/servlet/*iframeDOMWindow=true
Disallow: /webapp/wcs/stores/servlet/LogonForm
Disallow: /webapp/wcs/stores/servlet/OrderItemDisplay
Disallow: /webapp/wcs/stores/servlet/TNFContactUsView
Disallow: /webapp/wcs/stores/servlet/CategoryDisplay
Disallow: /webapp/wcs/stores/servlet/ProductDisplay
Disallow: /*/VFAjaxProductVideoView
Disallow: /?CountryPref=
Disallow: /*?stop_mobi=
#updated 8-30-16 
Disallow: /*storeId=201*
Noindex: /*storeId=201*
Disallow: /*storeId=202*
Noindex: /*storeId=202*
Disallow: /*storeId=212*
Noindex: /*storeId=212*
Disallow: /*storeId=208*
Noindex: /*storeId=208*
Disallow: /*storeId=216*
Noindex: /*storeId=216*
#added 8-30-16
Disallow: /shop/CategoryDisplay?*
Disallow: /shop/ProductDisplay?*
Disallow: /shop/tag/
#search results pages updated 9-8-16
Disallow: /shop/SearchDisplay
Disallow: /webapp/wcs/stores/servlet/VFSearchDisplay
Noindex: /webapp/wcs/stores/servlet/VFSearchDisplay
Disallow: /shop/VFSearchDisplay
Noindex: /shop/VFSearchDisplay
Disallow: /webapp/wcs/stores/servlet/TNFSearchResult
Disallow: /storeipads.html
Noindex: /storeipads.html
Disallow: /*employee-sale
Noindex: /*employee-sale
Disallow: /employee-sale*
Noindex: /employee-sale*
Disallow: /WIP
Noindex: /WIP
Disallow: /WIP/*
Noindex: /WIP/*
#added 1-19-18
Disallow: /webapp/wcs/stores/servlet/Product*
Disallow: /wcsstore/TNF_STORE_US_ECOM/
Disallow: /shop/VFLogonFormHopUp
#sitemaps
Sitemap: https://www.thenorthface.com/.sitemap.xml
Sitemap: https://www.thenorthface.com/sitemap_7001.xml.gz
Sitemap: https://www.thenorthface.com/sitemap_7002.xml.gz

User-agent: AdsBot-Google
Disallow: /webapp/wcs/stores/servlet/OrderItemDisplay
Disallow: /webapp/wcs/stores/servlet/VFShippingAddressView
Disallow: /webapp/wcs/stores/servlet/VFBillingAndPaymentView
Disallow: /shop/SingleShipmentOrderSummaryView
Disallow: /webapp/wcs/stores/servlet/OrderOKView