1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
#include "simdutf.h"
#include <tests/helpers/fixed_string.h>
#include <tests/helpers/random_utf32.h>
#include <tests/helpers/test.h>
TEST_LOOP(validate_utf32_returns_true_for_valid_input) {
simdutf::tests::helpers::random_utf32 generator{seed};
const auto utf32{generator.generate(256, seed)};
for (size_t i = 0; i < utf32.size(); i++) {
ASSERT_TRUE(implementation.validate_utf32(
reinterpret_cast<const char32_t *>(utf32.data()), i + 1));
}
ASSERT_TRUE(implementation.validate_utf32(
reinterpret_cast<const char32_t *>(utf32.data()), utf32.size()));
}
TEST(validate_utf32_returns_true_for_empty_string) {
const char32_t *buf = (char32_t *)"";
ASSERT_TRUE(implementation.validate_utf32(buf, 0));
}
TEST_LOOP(validate_utf32_returns_false_when_input_in_forbidden_range) {
simdutf::tests::helpers::random_utf32 generator{seed};
auto utf32{generator.generate(128)};
const char32_t *buf = reinterpret_cast<const char32_t *>(utf32.data());
const size_t len = utf32.size();
for (char32_t wrong_value = 0xd800; wrong_value <= 0xdfff; wrong_value++) {
for (size_t i = 0; i < utf32.size(); i++) {
const char32_t old = utf32[i];
utf32[i] = wrong_value;
ASSERT_FALSE(implementation.validate_utf32(buf, len));
ASSERT_FALSE(implementation.validate_utf32(buf, i + 1));
utf32[i] = old;
}
}
}
TEST_LOOP(validate_utf32_returns_false_when_input_too_large) {
simdutf::tests::helpers::random_utf32 generator{seed};
std::uniform_int_distribution<uint32_t> bad_range{0x110000, 0xffffffff};
std::mt19937 gen{seed};
auto utf32{generator.generate(128)};
const char32_t *buf = reinterpret_cast<const char32_t *>(utf32.data());
const size_t len = utf32.size();
for (size_t r = 0; r < 10; r++) {
uint32_t wrong_value = bad_range(gen);
for (size_t i = 0; i < utf32.size(); i++) {
const char32_t old = utf32[i];
utf32[i] = wrong_value;
ASSERT_FALSE(implementation.validate_utf32(buf, len));
ASSERT_FALSE(implementation.validate_utf32(buf, i + 1));
utf32[i] = old;
}
}
}
#if SIMDUTF_CPLUSPLUS23
namespace {
constexpr auto make_bad() {
using namespace simdutf::tests::helpers;
auto bad = U"I am bad: ?"_utf32;
bad[bad.size() - 1] = 0x10FFFF + 1;
return bad;
}
} // namespace
TEST(compile_time_validate) {
using namespace simdutf::tests::helpers;
constexpr auto good = U"I am a nice and wellbehaved string"_utf32;
static_assert(simdutf::validate_utf32(good));
constexpr auto bad = make_bad();
static_assert(not simdutf::validate_utf32(bad));
}
#endif
TEST_MAIN
|
