1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
# robots.txt for http://www.mtu.edu
# Block SEOMOZ from crawling
User-agent: rogerbot
Disallow: /techalum*
User-agent: *
Disallow: /eds # temporary stuff
Disallow: /four # future designs and history presentation stuff
Disallow: /old # old stuff
Disallow: /history # old stuff
Disallow: /apply/disabled_keep/ # down-time files and old stuff
Disallow: /mtuonly # private stuff
Disallow: /level4/mtfcampaign/ # redirected site
Disallow: /greatevents # old stuff
Disallow: /cie/sa/ # redirected site
Disallow: /athletics # testing zone--use www.athletics.mtu.edu
Disallow: /index_n.html # homepage wannabe
Disallow: /index_n1.html # homepage wannabe
Disallow: /index_n2.html # homepage wannabe
Disallow: /index_n3.html # homepage wannabe
Disallow: /index_n4.html # homepage wannabe
Disallow: /index_testing.html # homepage testing zone
Disallow: /index-3tabs.php # homepage testing 3tab site
Disallow: /index_alert.html # holding spot for crisis situation
Disallow: /index_snow # holding spot for snow situation (design 2)
Disallow: /urel/policy/mtu_web.html #draft not yet approved
Disallow: /adminresources # old information
Disallow: /cie # website moved to ips server
Disallow: /catalog/2000-02 # 2000-02 Undergradaute Catalog
Disallow: /catalog/2002-04 # 2002-04 Undergraduate Catalog
Disallow: /openhouse/index_archive_save/ # indices that rotate in
Disallow: /adminresources/old/ # moved for Ann Roth
Disallow: /wwwhelp/disabled/ # old logos
Disallow: /test # test files
Disallow: /index_save # old files
Disallow: /banners/ # don't want these on hit stats
Disallow: /2002/
Disallow: /2003/
Disallow: /five/
Disallow: /fall02/
Disallow: /level2/
Disallow: /level3/
Disallow: /level4/
Disallow: /logotest/
Disallow: /index_sjb.html
Disallow: /index_nw.html
Disallow: /index_s.html
Disallow: /index_sb.html
Disallow: /index_old.html
Disallow: /index_n06.html
Disallow: /index_n07.html
Disallow: /example
Disallow: /besmart/disabled/
Disallow: /disabled/
Allow: /carnival/2*/images/
Disallow: /carnival/2* # blocking old carnival pages with duplicate title tags
Allow: /carnival/2019* # allow current year
Disallow: /reunion/ # 2006 reunion site, should be moved under alumni
Disallow: /planbudget/
Disallow: /parentnet/ # old parentnet directory, containing older than 2000, with broken links
Disallow: /current/parentnet/archives/2000/ # old parentnet stories, blocked up to 5 years ago
Disallow: /current/parentnet/archives/2001/
Disallow: /current/parentnet/archives/2002/
Disallow: /current/parentnet/archives/2003/
Disallow: /catalog/archives/ # old catalogs
Disallow: /mtu_resources/banners/
Disallow: /mtu_resources/cache/
Disallow: /mtu_resources/php/
Allow: /mtu_resources/php/mobile/*
Disallow: /calendar/events.php
Disallow: /calendar/month.php
Disallow: /calendar/day.php
Disallow: /calendar/rss.php
Disallow: /calendar/print.php
Disallow: /calendar/search.php
Disallow: /calendar/login/
Disallow: /home/
Disallow: /alumni/contact/board/private/
Disallow: /admissions/event-registration/
Disallow: /facultyupdate/
Allow: /mtuldapweb/web_lookup/index.cgi
Disallow: /mtuldapweb/web_lookup/index.cgi*?
Disallow: /ou*
Allow: /mtu_resources/php/ou/news/amp.php
Disallow: /housing/mymichigantech/*
Disallow: /ttoday/?issue=1*
Disallow: /techalum/oldarchives/*
Disallow: /.ldp/images/*
Allow: /mtu_resources/php/ou/images/crop.php*
Disallow: /search/ajax-people.php*
|
