1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
#include "test.h"
#include "encoding.h"
static void test_detect_encoding_from_bom(void)
{
static const struct bom_test {
EncodingType encoding;
const unsigned char *text;
size_t size;
} tests[] = {
{UTF8, STRN("\xef\xbb\xbfHello")},
{UTF32BE, STRN("\x00\x00\xfe\xffHello")},
{UTF32LE, STRN("\xff\xfe\x00\x00Hello")},
{UTF16BE, STRN("\xfe\xffHello")},
{UTF16LE, STRN("\xff\xfeHello")},
{UTF16LE, STRN("\xff\xfe")},
{UNKNOWN_ENCODING, STRN("\xff\xff\x00\x00Hello")},
{UNKNOWN_ENCODING, STRN("\x00\xef\xbb\xbfHello")},
{UNKNOWN_ENCODING, STRN("\xef\xbb")},
{UNKNOWN_ENCODING, STRN("\xef\xbb#")},
{UNKNOWN_ENCODING, STRN("\xee\xbb\xbf")},
{UNKNOWN_ENCODING, STRN("\xff\xbb\xbf")},
{UNKNOWN_ENCODING, STRN("\xbf\xbb\xef")},
{UNKNOWN_ENCODING, STRN("\x00\x00\xfe")},
{UNKNOWN_ENCODING, STRN("\x00")},
{UNKNOWN_ENCODING, "", 0},
{UNKNOWN_ENCODING, NULL, 0},
};
FOR_EACH_I(i, tests) {
const struct bom_test *t = &tests[i];
EncodingType result = detect_encoding_from_bom(t->text, t->size);
IEXPECT_EQ(result, t->encoding);
}
}
static void test_lookup_encoding(void)
{
static const struct lookup_encoding_test {
EncodingType encoding;
const char *name;
} tests[] = {
{UTF8, "UTF-8"},
{UTF8, "UTF8"},
{UTF8, "utf-8"},
{UTF8, "utf8"},
{UTF8, "Utf8"},
{UTF16BE, "UTF16"},
{UTF16BE, "UTF-16"},
{UTF32BE, "utf32"},
{UTF32BE, "utf-32"},
{UTF32LE, "utf-32le"},
{UTF32LE, "ucs-4le"},
{UTF32BE, "ucs-4BE"},
{UTF32BE, "ucs-4"},
{UTF32BE, "ucs4"},
{UNKNOWN_ENCODING, "UTF8_"},
{UNKNOWN_ENCODING, "UTF"},
};
FOR_EACH_I(i, tests) {
EncodingType result = lookup_encoding(tests[i].name);
IEXPECT_EQ(result, tests[i].encoding);
}
}
static void test_encoding_from_type(void)
{
const Encoding a = encoding_from_type(UTF8);
EXPECT_EQ(a.type, UTF8);
EXPECT_STREQ(a.name, "UTF-8");
// Ensure Encoding::name is an interned string
EXPECT_PTREQ(encoding_from_type(UTF8).name, a.name);
EXPECT_PTREQ(encoding_from_name("utf8").name, a.name);
}
static const TestEntry tests[] = {
TEST(test_detect_encoding_from_bom),
TEST(test_lookup_encoding),
TEST(test_encoding_from_type),
};
const TestGroup encoding_tests = TEST_GROUP(tests);
|
