1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
# robots.txt for http://www.pbtech.co.nz/
User-agent: *
Disallow: /thumbs/*
Disallow: /_staff/*
Disallow: /my-account/*
Disallow: /*myaccount*
Disallow: /basket/*
Disallow: /shipping/*
Disallow: /billing/*
Disallow: /confirm-order/*
Disallow: /process-order/*
Disallow: /order-complete/*
Disallow: /*basket$
Disallow: /*shipping$
Disallow: /*billing$
Disallow: /*confirm-order$
Disallow: /*process-order$
Disallow: /*order-complete$
Disallow: /images/*
Disallow: /pdf_soin.php*
Disallow: /cameras.php*
Disallow: /games.php*
Disallow: /xmlrpc.php*
Disallow: /extprint.php*
Allow: /
User-agent: YandexBot # will only use the main indexing robot
Disallow: /search*
|
