1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
|
#!/usr/bin/perl -T
use lib '.'; use lib 't';
use SATest; sa_t_init("hashbl");
use Test::More;
plan skip_all => "Net tests disabled" unless conf_bool('run_net_tests');
plan skip_all => "Can't use Net::DNS Safely" unless can_use_net_dns_safely();
# run many times to catch some random natured failures
my $iterations = 5;
plan tests => 14 * $iterations;
# ---------------------------------------------------------------------------
%patterns = (
q{ 1.0 X_HASHBL_EMAIL } => '',
q{ 1.0 X_HASHBL_OSENDR } => '',
q{ 1.0 X_HASHBL_BTC } => '',
q{ 1.0 X_HASHBL_NUM } => '',
q{ 1.0 X_HASHBL_ONUM } => '',
q{ 1.0 X_HASHBL_URI } => '',
q{ 1.0 X_HASHBL_TAG } => '',
q{ 1.0 META_HASHBL_EMAIL } => '',
q{ 1.0 META_HASHBL_BTC } => '',
q{ 1.0 META_HASHBL_URI } => '',
);
%anti_patterns = (
q{ 1.0 X_HASHBL_SHA256 } => '',
q{ warn: } => '',
);
# Check from debug output log that nothing else than these were queried
@valid_queries = qw(
cb565607a98fbdf1be52cdb86466ab34244bd6fc.hashbltest1.spamassassin.org
bc9f1b35acd338b92b0659cc2111e6b661a8b2bc.hashbltest1.spamassassin.org
62e12fbe4b32adc2e87147d74590372b461f35f6.hashbltest1.spamassassin.org
96b802967118135ef048c2bc860e7b0deb7d2333.hashbltest1.spamassassin.org
1675677ba3d539bdfb0ae8940bf7e6c836f3ad17.hashbltest1.spamassassin.org
2ead26370ef9d238584aa3c86a02e254708370a0.hashbltest1.spamassassin.org
170d83ef2dc9c2de0e65ce4461a3a375.hashbltest2.spamassassin.org
cc205dd956d568ff8524d7fc42868500e4d7d162.hashbltest3.spamassassin.org
jykf2a5v6asavfel3stymlmieh4e66jeroxuw52mc5xhdylnyb7a.hashbltest3.spamassassin.org
6a42acf4133289d595e3875a9d677f810e80b7b4.hashbltest4.spamassassin.org
5c6205960a65b1f9078f0e12dcac970aab0015eb.hashbltest4.spamassassin.org
1234567890.hashbltest5.spamassassin.org
w3hcrlct6yshq5vq6gjv2hf3pzk3jvsk6ilj5iaks4qwewudrr6q.hashbltest6.spamassassin.org
userpart.hashbltest7.spamassassin.org
host.domain.com.hashbltest7.spamassassin.org
domain.com.hashbltest7.spamassassin.org
2qlyngefopecg66lt6pwfpegjaajbzasuxs5vzgii2vfbonj6rua.hashbltest8.spamassassin.org
11231234567.hashbltest9.spamassassin.org
);
sub check_queries {
my %invalid;
my %found;
if (!open(WL, $current_checkfile)) {
diag("LOGFILE OPEN FAILED");
return 0;
}
while (<WL>) {
my $line = $_;
print STDERR $line if $line =~ /warn:/;
while ($line =~ m,([^\s/]+\.hashbltest\d\.spamassassin\.org)\b,g) {
my $query = $1;
if (!grep { $query eq $_ } @valid_queries) {
$invalid{$query}++;
} else {
$found{$query}++;
}
}
}
close WL;
diag("Unwanted query launched: $_") foreach (keys %invalid);
unless (keys %found == @valid_queries) {
foreach (@valid_queries) {
if (!exists $found{$_}) {
diag("Query not launched: $_");
}
}
return 0;
}
return !%invalid;
}
tstpre(q{
loadplugin Mail::SpamAssassin::Plugin::HashBL
loadplugin Mail::SpamAssassin::Plugin::ReplaceTags
});
tstlocalrules(q{
rbl_timeout 30
clear_uridnsbl_skip_domain
uridnsbl_skip_domain trusted.com
header X_HASHBL_EMAIL eval:check_hashbl_emails('hashbltest1.spamassassin.org')
tflags X_HASHBL_EMAIL net
hashbl_acl_freemail gmail.com
header X_HASHBL_OSENDR eval:check_hashbl_emails('hashbltest2.spamassassin.org/A', 'md5/max=10/shuffle', 'X-Original-Sender', '^127\.', 'freemail')
tflags X_HASHBL_OSENDR net
body X_HASHBL_BTC eval:check_hashbl_bodyre('hashbltest3.spamassassin.org', 'sha1/max=10/shuffle', '\b([13][a-km-zA-HJ-NP-Z1-9]{25,34})\b')
tflags X_HASHBL_BTC net
body X_HASHBL_NUM eval:check_hashbl_bodyre('hashbltest9.spamassassin.org', 'raw/max=10/shuffle/num', '\b(?:\+)?(?:\s)?((?:[0-9]{1,2})?(?:\s)?[(]?[0-9]{3}[)]?[-\s\.]?[0-9]{3}[-\s\.]?[0-9]{4,6})\b', '127.0.0.2')
tflags X_HASHBL_NUM net
replace_tag N0 (?:0|O)
replace_tag N1 (?:1|l)
replace_tag N2 (?:2)
replace_tag N3 (?:3)
replace_tag N4 (?:4)
replace_tag N5 (?:5|S)
replace_tag N6 (?:6)
replace_tag N7 (?:7)
replace_tag N8 (?:8)
replace_tag N9 (?:9)
replace_rules X_HASHBL_ONUM
body X_HASHBL_ONUM eval:check_hashbl_bodyre('hashbltest9.spamassassin.org', 'raw/max=10/shuffle/num/case/replace', '(?<!\d)((?:<N1>[^a-zA-Z0-9]*)?(?:<N0>|<N1>|<N2>|<N3>|<N4>|<N5>|<N6>|<N7>|<N8>|<N9>){3}[^a-zA-Z0-9]+(?:<N0>|<N1>|<N2>|<N3>|<N4>|<N5>|<N6>|<N7>|<N8>|<N9>){3}[^a-zA-Z0-9]+(?:<N0>|<N1>|<N2>|<N3>|<N4>|<N5>|<N6>|<N7>|<N8>|<N9>){4,6})(?!\d)', '127.0.0.2')
tflags X_HASHBL_ONUM net
# Not supposed to hit, @valid_queries just checks that sha256 is calculated correctly
body X_HASHBL_SHA256 eval:check_hashbl_bodyre('hashbltest3.spamassassin.org', 'sha256/max=10/shuffle', '\b([13][a-km-zA-HJ-NP-Z1-9]{25,34})\b')
tflags X_HASHBL_SHA256 net
header X_HASHBL_URI eval:check_hashbl_uris('hashbltest4.spamassassin.org', 'sha1', '127.0.0.2')
tflags X_HASHBL_URI net
header __X_SOME_ID X-Some-ID =~ /^(?<XSOMEID>\d{10,20})$/
header X_HASHBL_TAG eval:check_hashbl_tag('hashbltest5.spamassassin.org/A', 'raw', 'XSOMEID', '^127\.')
tflags X_HASHBL_TAG net
# Not supposed to hit, @valid_queries just checks that they are launched
hashbl_ignore text/plain
body X_HASHBL_ATT eval:check_hashbl_attachments('hashbltest6.spamassassin.org/A', 'sha256')
describe X_HASHBL_ATT Message contains attachment found on attbl
tflags X_HASHBL_ATT net
# email user/host/domain
hashbl_acl_domacl host.domain.com
header __X_HASHBL_UHD1 eval:check_hashbl_emails('hashbltest7.spamassassin.org', 'raw/user', 'body', '^', 'domacl')
header __X_HASHBL_UHD2 eval:check_hashbl_emails('hashbltest7.spamassassin.org', 'raw/host', 'body', '^', 'domacl')
header __X_HASHBL_UHD3 eval:check_hashbl_emails('hashbltest7.spamassassin.org', 'raw/domain', 'body', '^', 'domacl')
hashbl_email_domain_alias domain.com aliasdomain.com
hashbl_acl_domaincom domain.com
header X_HASHBL_ALIAS_NODOT eval:check_hashbl_emails('hashbltest8.spamassassin.org', 'sha256/nodot', 'body', '^127\.', 'domaincom')
tflags X_HASHBL_ALIAS_NODOT net
# Bug 7897 - test that meta rules depending on net rules hit
meta META_HASHBL_EMAIL X_HASHBL_EMAIL
# It also needs to hit even if priority is lower than dnsbl (-100)
meta META_HASHBL_BTC X_HASHBL_BTC
priority META_HASHBL_BTC -500
# Or super high
meta META_HASHBL_URI X_HASHBL_URI
priority META_HASHBL_URI 2000
priority X_HASHBL_URI 2000
});
for (1 .. $iterations) {
clear_localrules() if $_ == 3; # do some tests without any other rules to check meta bugs
ok sarun ("-t -D async,dns,HashBL < data/spam/hashbl 2>&1", \&patterns_run_cb);
ok(check_queries());
ok_all_patterns();
}
|
