1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
context("Base64 encoding", function()
local ffi = require("ffi")
local util = require("rspamd_util")
local logger = require "rspamd_logger"
ffi.cdef[[
void rspamd_cryptobox_init (void);
void ottery_rand_bytes(void *buf, size_t n);
unsigned ottery_rand_unsigned(void);
unsigned char* g_base64_decode (const char *in, size_t *outlen);
char * rspamd_encode_base64 (const unsigned char *in, size_t inlen,
size_t str_len, size_t *outlen);
void g_free(void *ptr);
int memcmp(const void *a1, const void *a2, size_t len);
double base64_test (bool generic, size_t niters, size_t len, size_t str_len);
double rspamd_get_ticks (int);
]]
ffi.C.rspamd_cryptobox_init()
local function random_buf(max_size)
local l = ffi.C.ottery_rand_unsigned() % max_size + 1
local buf = ffi.new("unsigned char[?]", l)
ffi.C.ottery_rand_bytes(buf, l)
return buf, l
end
local function random_safe_buf(max_size)
local l = ffi.C.ottery_rand_unsigned() % max_size + 1
local buf = ffi.new("unsigned char[?]", l)
for i = 0,l-1 do
buf[i] = ffi.C.ottery_rand_unsigned() % 20 + string.byte('A')
end
buf[l - 1] = 0;
return buf, l
end
test("Base64 encode test", function()
local cases = {
{"", ""},
{"f", "Zg=="},
{"fo", "Zm8="},
{"foo", "Zm9v"},
{"foob", "Zm9vYg=="},
{"fooba", "Zm9vYmE="},
{"foobar", "Zm9vYmFy"},
}
local nl = ffi.new("size_t [1]")
for _,c in ipairs(cases) do
local b = ffi.C.rspamd_encode_base64(c[1], #c[1], 0, nl)
local s = ffi.string(b)
ffi.C.g_free(b)
assert_equal(s, c[2], s .. " not equal " .. c[2])
end
end)
test("Base64 decode test", function()
local cases = {
{"", ""},
{"f", "Zg=="},
{"fo", "Zm8="},
{"foo", "Zm9v"},
{"foob", "Zm9vYg=="},
{"fooba", "Zm9vYmE="},
{"foobar", "Zm9vYmFy"},
}
for _,c in ipairs(cases) do
local b = tostring(util.decode_base64(c[2]))
assert_equal(b, c[1], b .. " not equal " .. c[1])
end
end)
test("Base64 line split encode test", function()
local text = [[
Man is distinguished, not only by his reason, but by this singular passion from
other animals, which is a lust of the mind, that by a perseverance of delight
in the continued and indefatigable generation of knowledge, exceeds the short
vehemence of any carnal pleasure.]]
local b64 = "TWFuIGlzIGRpc3Rpbmd1aXNoZWQsIG5vdCBvbmx5IGJ5IGhpcyByZWFzb24sIGJ1dCBieSB0aGlz\r\nIHNpbmd1bGFyIHBhc3Npb24gZnJvbQpvdGhlciBhbmltYWxzLCB3aGljaCBpcyBhIGx1c3Qgb2Yg\r\ndGhlIG1pbmQsIHRoYXQgYnkgYSBwZXJzZXZlcmFuY2Ugb2YgZGVsaWdodAppbiB0aGUgY29udGlu\r\ndWVkIGFuZCBpbmRlZmF0aWdhYmxlIGdlbmVyYXRpb24gb2Yga25vd2xlZGdlLCBleGNlZWRzIHRo\r\nZSBzaG9ydAp2ZWhlbWVuY2Ugb2YgYW55IGNhcm5hbCBwbGVhc3VyZS4="
local nl = ffi.new("size_t [1]")
local b = ffi.C.rspamd_encode_base64(text, #text, 76, nl)
local cmp = ffi.C.memcmp(b, b64, nl[0])
ffi.C.g_free(b)
assert_equal(cmp, 0)
end)
if os.getenv("RSPAMD_LUA_EXPENSIVE_TESTS") then
test("Base64 fuzz test", function()
for i = 1,1000 do
local b, l = random_safe_buf(4096)
local lim = ffi.C.ottery_rand_unsigned() % 64 + 10
local orig = ffi.string(b)
local ben = util.encode_base64(orig, lim)
local dec = util.decode_base64(ben)
assert_equal(orig, tostring(dec), "fuzz test failed for length: " .. #orig)
end
end)
test("Base64 fuzz test (ffi)", function()
for i = 1,1000 do
local b, l = random_buf(4096)
local nl = ffi.new("size_t [1]")
local lim = ffi.C.ottery_rand_unsigned() % 64 + 10
local ben = ffi.C.rspamd_encode_base64(b, l, lim, nl)
local bs = ffi.string(ben)
local ol = ffi.new("size_t [1]")
local nb = ffi.C.g_base64_decode(ben, ol)
local cmp = ffi.C.memcmp(b, nb, l)
ffi.C.g_free(ben)
ffi.C.g_free(nb)
assert_equal(cmp, 0, "fuzz test failed for length: " .. tostring(l))
end
end)
local speed_iters = 10000
local function perform_base64_speed_test(chunk, is_reference, line_len)
local ticks = ffi.C.base64_test(is_reference, speed_iters, chunk, line_len)
local what = 'Optimized'
if is_reference then
what = 'Reference'
end
logger.messagex("%s base64 %s chunk (%s line len): %s ticks per iter, %s ticks per byte",
what, chunk, line_len,
ticks / speed_iters, ticks / speed_iters / chunk)
return 1
end
test("Base64 test reference vectors 78", function()
local res = perform_base64_speed_test(78, true, 0)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 78", function()
local res = perform_base64_speed_test(78, false, 0)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 512", function()
local res = perform_base64_speed_test(512, true, 0)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 512", function()
local res = perform_base64_speed_test(512, false, 0)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 512 (78 line len)", function()
local res = perform_base64_speed_test(512, true, 78)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 512 (78 line len)", function()
local res = perform_base64_speed_test(512, false, 78)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 1K", function()
local res = perform_base64_speed_test(1024, true, 0)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 1K", function()
local res = perform_base64_speed_test(1024, false, 0)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 1K (78 line len)", function()
local res = perform_base64_speed_test(1024, true, 78)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 1K (78 line len)", function()
local res = perform_base64_speed_test(1024, false, 78)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 10K", function()
local res = perform_base64_speed_test(10 * 1024, true, 0)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 10K", function()
local res = perform_base64_speed_test(10 * 1024, false, 0)
assert_not_equal(res, 0)
end)
test("Base64 test reference vectors 10K (78 line len)", function()
local res = perform_base64_speed_test(10 * 1024, true, 78)
assert_not_equal(res, 0)
end)
test("Base64 test optimized vectors 10K (78 line len)", function()
local res = perform_base64_speed_test(10 * 1024, false, 78)
assert_not_equal(res, 0)
end)
end
end)
|
