1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
|
#
# robots.txt
#
# Excludes
User-agent: *
Disallow: /AssetManager/
Disallow: /Dashboard/
Disallow: /Download/
Disallow: /Error/
Disallow: /HDView/
Disallow: /License/
Disallow: /Login/
Disallow: /MemberInfo/
Disallow: /Register/
Disallow: /RegisterGmax/
Disallow: /Report/
Disallow: /ReportAbuse/
Disallow: /Seller/
Disallow: /ShoppingCart/
Disallow: /Upload/
User-agent: TurnitinBot
Disallow: / #Will disallow all urls on your site
# XML Sitemap
Sitemap: http://www.turbosquid.com/Sitemap/Index.xml
|
