1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
|
#include "simdutf.h"
#include <array>
#include <vector>
#include <tests/helpers/transcode_test_base.h>
#include <tests/helpers/test.h>
namespace {
using simdutf::tests::helpers::transcode_utf8_to_utf16_test_base;
} // namespace
TEST_LOOP(convert_all_latin1) {
size_t counter = 0;
auto generator = [&counter]() -> uint8_t { return counter++ & 0xFF; };
auto procedure = [&implementation](const char *latin1, size_t size,
char *utf8) -> size_t {
return implementation.convert_latin1_to_utf8(latin1, size, utf8);
};
auto size_procedure = [&implementation](const char *latin1,
size_t size) -> size_t {
return implementation.utf8_length_from_latin1(latin1, size);
};
simdutf::tests::helpers::transcode_latin1_to_utf8_test_base test(generator,
256);
ASSERT_TRUE(test(procedure));
ASSERT_TRUE(test.check_size(size_procedure));
}
TEST(convert_all_latin1_safe) {
std::vector<char> latin1(1024);
for (size_t i = 0; i < latin1.size(); i++) {
latin1[i] = i & 0xff;
}
size_t utf8_length =
implementation.utf8_length_from_latin1(latin1.data(), latin1.size());
std::vector<char> utf8(utf8_length);
const auto result = implementation.convert_latin1_to_utf8(
latin1.data(), latin1.size(), utf8.data());
ASSERT_EQUAL(result, utf8_length);
for (size_t output_size = 0; output_size < utf8.size(); output_size++) {
std::vector<char> utf8_buffer(output_size);
size_t used_size = simdutf::convert_latin1_to_utf8_safe(
latin1.data(), latin1.size(), utf8_buffer.data(), output_size);
for (size_t i = 0; i < used_size; i++) {
ASSERT_EQUAL(utf8_buffer[i], utf8[i]);
}
if (used_size < output_size) {
ASSERT_EQUAL(used_size, output_size - 1);
ASSERT_TRUE(uint8_t(utf8[used_size]) >= 0x80);
}
}
}
TEST_MAIN
|
