1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
#include "simdutf.h"
#include <array>
#include <vector>
#include <tests/reference/validate_utf16.h>
#include <tests/helpers/transcode_test_base.h>
#include <tests/helpers/random_int.h>
#include <tests/helpers/test.h>
namespace {
constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
constexpr simdutf::endianness LE = simdutf::endianness::LITTLE;
using simdutf::tests::helpers::transcode_utf16_to_utf32_test_base;
} // namespace
TEST_LOOP(convert_2_UTF16_bytes) {
// range for 2-byte UTF-16 (no surrogate pairs)
simdutf::tests::helpers::RandomIntRanges random(
{{0x0000, 0x007f}, {0x0080, 0x07ff}, {0x0800, 0xd7ff}, {0xe000, 0xffff}},
seed);
auto procedure = [&implementation](const char16_t *utf16, size_t size,
char32_t *utf32) -> size_t {
return implementation.convert_valid_utf16le_to_utf32(utf16, size, utf32);
};
for (size_t size : input_size) {
transcode_utf16_to_utf32_test_base test(LE, random, size);
ASSERT_TRUE(test(procedure));
}
}
TEST_LOOP(convert_with_surrogate_pairs) {
// some surrogate pairs
simdutf::tests::helpers::RandomIntRanges random(
{{0x0800, 0xd800 - 1}, {0xe000, 0x10ffff}}, seed);
auto procedure = [&implementation](const char16_t *utf16, size_t size,
char32_t *utf32) -> size_t {
return implementation.convert_valid_utf16le_to_utf32(utf16, size, utf32);
};
for (size_t size : input_size) {
transcode_utf16_to_utf32_test_base test(LE, random, size);
ASSERT_TRUE(test(procedure));
}
}
#if 0 // XXX
TEST(all_possible_8_codepoint_combinations) {
auto procedure = [&implementation](const char16_t *utf16, size_t size,
char32_t *utf32) -> size_t {
return implementation.convert_valid_utf16le_to_utf32(utf16, size, utf32);
};
std::vector<char> output_utf32(256, ' ');
const auto &combinations = all_utf16_combinations(LE);
for (const auto &input_utf16 : combinations) {
if (simdutf::tests::reference::validate_utf16(LE, input_utf16.data(),
input_utf16.size())) {
transcode_utf16_to_utf32_test_base test(LE, input_utf16);
ASSERT_TRUE(test(procedure));
}
}
}
#endif
TEST_MAIN
|
