1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
# Detect BOM and possibly convert to UTF-8 and set UTF8 flag.
#
# https://tools.ietf.org/html/rfc7159#section-8.1
# JSON text SHALL be encoded in UTF-8, UTF-16, or UTF-32.
use Test::More ($] >= 5.008) ? (tests => 9) : (skip_all => "needs 5.8");;
use Cpanel::JSON::XS;
use Encode; # Currently required for <5.20
use charnames qw(:short);
use utf8;
my $json = Cpanel::JSON::XS->new->utf8->allow_nonref;
# parser need to succeed, result should be valid
sub y_pass {
my ($str, $name) = @_;
my $result = $json->decode($str);
my $expected = ["é"];
is_deeply($result, $expected, "bom $name");
}
my @bom =
(
["\xef\xbb\xbf[\"\303\251\"]", 'UTF-8'],
["\xfe\xff\000\133\000\042\000\351\000\042\000\135", 'UTF16-LE'],
["\xff\xfe\133\000\042\000\351\000\042\000\135\000", 'UTF16-BE'],
["\xff\xfe\000\000\133\000\000\000\042\000\000\000\351\000\000\000\042\000\000\000\135\000\000\000", 'UTF32-LE'],
["\000\000\xfe\xff\000\000\000\133\000\000\000\042\000\000\000\351\000\000\000\042\000\000\000\135", 'UTF32-BE'],
);
for my $bom (@bom) {
y_pass(@$bom);
}
# [GH #125] BOM in the middle corrupts state, sets utf8 flag
my $j = Cpanel::JSON::XS->new;
ok(my $as_json = eval {
$j->encode({ example => "data with non-ASCII characters",
unicode => "\N{greek:Sigma}" })
}, 'can encode a basic structure');
ok(eval { $j->decode($as_json) }, 'can decode again');
ok(eval { $j->decode("\x{feff}" . $as_json) }, 'can decode with BOM');
ok(eval { $j->decode($as_json) }, 'can decode original');
|
