1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
|
# robots.txt for http://www.fsu.edu/
# see http://info.webcrawler.com/mak/projects/robots/norobots.html
# see http://www.robotstxt.org/wc/exclusion.html
# see http://www.robotstxt.org/wc/norobots.html
# see http://www.robotstxt.org/wc/norobots-rfc.html
User-agent: *
Disallow: /Computer/
Disallow: /Resources/
Disallow: /Calendars/
Disallow: /Publications/
Disallow: /misc/
#Disallow: /Books/
#Disallow: /Phones/
#Disallow: /directories/
#Disallow: /Jobs/
#Disallow: /Campus/
#Disallow: /Links/
#Disallow: /Employee/
#Disallow: /Students/
|
