1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
/*
Copyright: © 2018 SIL International.
Description: Tests for the context API family of functions.
Create Date: 19 Oct 2018
Authors: Tim Eves (TSE)
History: 19 Oct 2018 - TSE - Initial implementation.
22 Oct 2018 - TSE - Refactor to add and use try_status macro
for improved readability.
- Add more tests to cover corner cases and
mutation functions.
*/
#include <string>
#include "keyman_core.h"
#include "context.hpp"
#include "utfcodec.hpp"
namespace
{
inline
size_t count_codepoints(std::u16string const &s) {
size_t n = 0;
for (utf16::const_iterator i = s.c_str(); *i; ++i) ++n;
return n;
}
std::u16string const initial_bmp_context = u"Hello, အရှောက်, मानव अधिकारों की सार्वभौम घोषणा",
initial_smp_context = u"😀😁😂😃😄😅😆😇😈😉😊😋😌😍😎😏";
std::string const initial_u8_bmp_context = u8"Hello, အရှောက်, मानव अधिकारों की सार्वभौम घोषणा",
initial_u8_smp_context = u8"😀😁😂😃😄😅😆😇😈😉😊😋😌😍😎😏";
auto const bmp_ctxt_size = count_codepoints(initial_bmp_context),
smp_ctxt_size = count_codepoints(initial_smp_context);
km_core_context_item test_marker_ctxt[2] = {
{KM_CORE_CT_MARKER, {0,}, {0xDEADBEEF}},
{KM_CORE_CT_END, {0,}, {0}}
};
}
#define try_status(expr) \
{auto __s = (expr); if (__s != KM_CORE_STATUS_OK) return 100*__LINE__+__s;}
int main(int, char * [])
{
km_core_context_item *ctxt1, *ctxt2;
// Test UTF16 to context_item conversion.
try_status(context_items_from_utf16(initial_bmp_context.data(), &ctxt1));
try_status(context_items_from_utf16(initial_smp_context.data(), &ctxt2));
// Check context_item to UTF16 conversion, roundtrip test.
char16_t ctxt_buffer[512] ={0,};
// First call measure space 2nd call do conversion.
size_t ctxt_size = sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(context_items_to_utf16(ctxt1, nullptr, &ctxt_size));
if (ctxt_size > sizeof ctxt_buffer/sizeof(km_core_cu)) return __LINE__;
try_status(context_items_to_utf16(ctxt1, ctxt_buffer, &ctxt_size));
if (initial_bmp_context != ctxt_buffer) return __LINE__;
// Test roundtripping SMP characters in surrogate pairs.
ctxt_size=sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(context_items_to_utf16(ctxt2, ctxt_buffer, &ctxt_size));
if (initial_smp_context != ctxt_buffer) return __LINE__;
// Test buffer overrun protection.
ctxt_size=4; // This includes space for the null terminator
if (context_items_to_utf16(ctxt2, ctxt_buffer, &ctxt_size)
!= KM_CORE_STATUS_INSUFFICENT_BUFFER
|| ctxt_size != 4)
return __LINE__;
// Create a mock context object and set the items
km_core_context mock_ctxt1, mock_ctxt2;
try_status(km_core_context_set(&mock_ctxt1, ctxt1));
try_status(km_core_context_set(&mock_ctxt2, ctxt2));
// Delete the items lists
km_core_context_items_dispose(ctxt1);
km_core_context_items_dispose(ctxt2);
// Test lengths, these are Unicode Scalar Values, not utf16 codeunits.
if(km_core_context_length(&mock_ctxt1) != bmp_ctxt_size) return __LINE__;
if(km_core_context_length(&mock_ctxt2) != smp_ctxt_size) return __LINE__;
// retrieve bmp context and check it's okay.
km_core_context_item *tmp_ctxt;
try_status(km_core_context_get(&mock_ctxt1, &tmp_ctxt));
ctxt_size=sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(context_items_to_utf16(tmp_ctxt, ctxt_buffer, &ctxt_size));
km_core_context_items_dispose(tmp_ctxt);
if (initial_bmp_context != ctxt_buffer) return __LINE__;
// retrieve smp context and check it's okay.
try_status(km_core_context_get(&mock_ctxt2, &tmp_ctxt));
ctxt_size=sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(context_items_to_utf16(tmp_ctxt, ctxt_buffer, &ctxt_size));
km_core_context_items_dispose(tmp_ctxt);
if (initial_smp_context != ctxt_buffer) return __LINE__;
// Call km_core_context_clear
km_core_context_clear(&mock_ctxt2);
if(km_core_context_length(&mock_ctxt2) != 0) return __LINE__;
// Mutation tests
try_status(context_shrink(&mock_ctxt1, 42));
// Append a character, a marker and & a string.
try_status(context_items_from_utf16(u" ", &ctxt1));
try_status(context_items_from_utf16(u"World!", &ctxt2));
try_status(context_append(&mock_ctxt1, ctxt1));
try_status(context_append(&mock_ctxt1, test_marker_ctxt));
try_status(context_append(&mock_ctxt1, ctxt2));
// Delete the items lists
km_core_context_items_dispose(ctxt1);
km_core_context_items_dispose(ctxt2);
// Check it matches. The marker will be elided during the conversion.
ctxt_size=sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(km_core_context_get(&mock_ctxt1, &tmp_ctxt));
try_status(context_items_to_utf16(tmp_ctxt, ctxt_buffer, &ctxt_size));
if (std::u16string(u"Hello World!") != ctxt_buffer) return __LINE__;
km_core_context_items_dispose(tmp_ctxt);
// Test shrink and prepend, delete more than we provide to prepend.
try_status(context_items_from_utf16(u"Bye, ", &ctxt1));
// We delete 7 characters (" World!") plus 1 marker hence 8 and not 7 as
// expected if you go by the test string above.
try_status(context_shrink(&mock_ctxt1, 8));
try_status(context_prepend(&mock_ctxt1, ctxt1, 8));
ctxt_size=sizeof ctxt_buffer/sizeof(km_core_cu);
try_status(km_core_context_get(&mock_ctxt1, &tmp_ctxt));
try_status(context_items_to_utf16(tmp_ctxt, ctxt_buffer, &ctxt_size));
if (std::u16string(u"Bye, Hello") != ctxt_buffer) return __LINE__;
// dispose the items lists
km_core_context_items_dispose(tmp_ctxt);
km_core_context_items_dispose(ctxt1);
return 0;
}
|
