File: www.greyhound.com

package info (click to toggle)
python-protego 0.6.0%2Bdfsg-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 30,048 kB
  • sloc: python: 1,492; perl: 190; cpp: 33; sh: 4; makefile: 3
file content (69 lines) | stat: -rw-r--r-- 1,754 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
User-agent: *
crawl-delay: 5
Disallow: /App_Browsers/
Disallow: /en/App_Browsers/
Disallow: /es-US/App_Browsers/
Disallow: /App_config/
Disallow: /en/App_config/
Disallow: /es-US/App_config/
Disallow: /App_Data/
Disallow: /en/App_Data/
Disallow: /es-US/App_Data/
Disallow: /Areas/
Disallow: /en/Areas/
Disallow: /es-US/Areas/
Disallow: /bin/
Disallow: /en/bin/
Disallow: /es-US/bin/
Disallow: /content/
Disallow: /en/content/
Disallow: /es-US/content/
Disallow: /data/
Disallow: /en/data/
Disallow: /es-US/data/
Disallow: /DevTools/
Disallow: /en/DevTools/
Disallow: /es-US/DevTools/
Disallow: /error/
Disallow: /en/error/
Disallow: /es-US/error/
Disallow: /info/
Disallow: /en/info/
Disallow: /es-US/info/
Disallow: /layouts/
Disallow: /en/layouts/
Disallow: /es-US/layouts/
Disallow: /lib/
Disallow: /en/lib/
Disallow: /es-US/lib/
Disallow: /sitecore/
Disallow: /en/Sitecore/
Disallow: /es-US/Sitecore/
Disallow: /sitecore_files/
Disallow: /en/sitecore_files/
Disallow: /es-US/sitecore_files/
Disallow: /sitecore modules/
Disallow: /en/sitecore modules/
Disallow: /es-US/sitecore modules/
Disallow: /temp/
Disallow: /en/temp/
Disallow: /es-US/temp/
Disallow: /upload/
Disallow: /en/upload/
Disallow: /es-US/upload/
Disallow: /views/
Disallow: /en/views/
Disallow: /es-US/views/
Disallow: /xsl/
Disallow: /en/xsl/
Disallow: /es-US/xsl/
Disallow: /ecommerce/payment
Disallow: /en/ecommerce/payment
Disallow: /es-US/ecommerce/payment
Disallow: /ecommerce/confirmation
Disallow: /en/ecommerce/confirmation
Disallow: /es-US/ecommerce/confirmation
Disallow: /ecommerce/tickets
Disallow: /en/ecommerce/tickets
Disallow: /es-US/ecommerce/tickets
Sitemap: https://www.greyhound.com/sitemap.xml