1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
User-agent: *
Disallow: /out.php
Disallow: /account/
Disallow: /surfmap/
Disallow: /dirOut.php
Disallow: /photoLab/uploadPhoto.php
Disallow: /login.php
Disallow: /photoLab/tagPhoto.php
Disallow: /spot-forecast-detail.php
Disallow: /spot-daily-history.php
Disallow: /comment/post.php
Disallow: /comment/rate.php
Disallow: /photoLab/tag-history.php
Disallow: /wap/
Disallow: /*-Surf-Report/*/Multi-Model-Forecast/?*
Disallow: /*-Surf-Report/*/*?enableForecastBeta
Disallow: /iframe/
Crawl-delay: 5
User-agent: Mediapartners-Google
Disallow:
User-agent: bingbot
Disallow: /*-Surf-Report/Tide/?start=*
Disallow: /out.php
Disallow: /account/
Disallow: /surfmap/
Disallow: /dirOut.php
Disallow: /photoLab/uploadPhoto.php
Disallow: /login.php
Disallow: /photoLab/tagPhoto.php
Disallow: /spot-forecast-detail.php
Disallow: /spot-daily-history.php
Disallow: /comment/post.php
Disallow: /comment/rate.php
Disallow: /photoLab/tag-history.php
Disallow: /wap/
Disallow: /*-Surf-Report/*/Multi-Model-Forecast/?*
Disallow: /*-Surf-Report/*/*?enableForecastBeta
Disallow: /iframe/
Crawl-delay: 50
|
