1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
User-agent: *
Disallow: /add.php
Disallow: /capturecardedit.php
Disallow: /capturecardinsert.php
Disallow: /dvdhackssubmit.php
Disallow: /dvdhacksedit.php
Disallow: /dvdhacksall.php
Disallow: /dvdhacksinsert.php
Disallow: /dvdhacksform.php
Disallow: /dvdhacksadd.php
Disallow: /dvdplayershackform.php
Disallow: /dvdwritersedit.php
Disallow: /adddvdwritercomment.php
Disallow: /dvdwriterinsert.php
Disallow: /insertanddelete.php
Disallow: /dvdplayerform.php
Disallow: /dvdplayersedit.php
Disallow: /insertanddelete.php
Disallow: /dvdplayerinsert.php
Disallow: /capturecardform.php
Disallow: /addcapture.php
Disallow: /addcapturecard.php
Disallow: /newcapturecard.php
Disallow: /newdvdwriter.php
Disallow: /newdvdplayer.php
Disallow: /toolsedit.php
Disallow: /capturecardedit
Disallow: /capturecardinsert
Disallow: /dvdhackssubmit
Disallow: /dvdhacksedit
Disallow: /dvdhacksall
Disallow: /dvdhacksinsert
Disallow: /dvdhacksform
Disallow: /dvdhacksadd
Disallow: /dvdplayershackform
Disallow: /dvdwritersedit
Disallow: /adddvdwritercomment
Disallow: /dvdwriterinsert
Disallow: /insertanddelete
Disallow: /dvdplayerform
Disallow: /dvdplayersedit
Disallow: /insertanddelete
Disallow: /dvdplayerinsert
Disallow: /capturecardform
Disallow: /addcapture
Disallow: /addcapturecard
Disallow: /newcapturecard
Disallow: /newdvdwriter
Disallow: /newdvdplayer
Disallow: /toolsedit
Disallow: /softwareedit
Disallow: /softwareaddcomment
Disallow: /print.php
Disallow: /banner.php
Disallow: /banner2.php
Disallow: /news.php
Disallow: /new.php
Disallow: /pricegrabber.php
Disallow: /dvdmediaform.php
Disallow: /dvdmediaform2.php
User-agent: CrazyWebCrawler-Spider
Disallow: /
User-agent: CRAZYWEBCRAWLER
Disallow: /
|
