1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
|
User-agent: *
Disallow: /ajaxform/
Disallow: /ajaxsearch/
Disallow: /ajaxsearch/
Disallow: /search.php
Disallow: /search1.php
Disallow: /userresendcode.php
Disallow: /checkuser.php
Disallow: /curl.php
Disallow: /curl1.php
Disallow: /process.php
Disallow: /wp-admin/
Disallow: /commerceredirect.html
Disallow: /user-login.html
Disallow: /user-registration.html
Disallow: /user-profile.html
Disallow: /user-profile-1.html
Disallow: /user-profile-2.html
Disallow: /user-profile-3.html
Disallow: /user-profile-4.html
Crawl-delay: 5
|
