1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
#!perl -T
use strict;
use warnings;
use Test::More;
use Encoding::FixLatin qw(fix_latin);
use Encoding::FixLatin::XS;
ok(__PACKAGE__->can('fix_latin'), 'fix_latin() function was imported on demand');
is(fix_latin(undef) => undef, 'undefined input handled correctly');
is(fix_latin('') => '', 'empty string handled correctly');
is(fix_latin('abc') => 'abc', 'printable ASCII string handled correctly');
is(fix_latin("a\nb") => "a\nb", 'embedded newlines cause no problem');
is(fix_latin("\007\011\012") => "\007\011\012",
'ASCII control characters passed through');
is(fix_latin("\xC2\xA0") => "\x{A0}",
'UTF-8 NBSP passed through');
is(fix_latin("\xA0") => "\x{A0}",
'Latin-1 NBSP converted to UTF-8');
is(fix_latin("\xA0\xC2\xA0\xA0") => "\x{A0}\x{A0}\x{A0}",
'Mixed UTF-8 and Latin-1 NBSPs passed/converted');
is(fix_latin("Caf\xC3\xA9") => "Caf\x{E9}",
'UTF-8 accented character passed through');
is(fix_latin("Caf\xE9") => "Caf\x{E9}",
'Latin-1 accented character converted');
is(fix_latin("P\xC3\xA3n Caf\xE9") => "P\x{E3}n Caf\x{E9}",
'Mixed UTF-8 and Latin-1 accented characters passed/converted');
is(fix_latin("\xE2\x82\xAC") => "\x{20AC}",
'UTF-8 Euro symbol passed through');
is(fix_latin("\x80") => "\x{20AC}",
'CP1252 Euro symbol converted');
is(fix_latin("M\x{101}ori") => "M\x{101}ori",
'UTF-8 string passed through unscathed');
is(fix_latin("\xE0\x83\x9A") => "\x{DA}",
'Over-long UTF-8 sequence looks OK to Perl');
is(fix_latin("\xC0\xBCscript>\xE0\x80\xAE./\xF0\x80\x80\xBB") => "<script>../;",
'Malicious over-long UTF-8 sequence converted to plain ASCII');
my $bytes = eval { fix_latin("\xE0\x83\x9A", overlong_fatal => 1); };
is($bytes => undef, 'No bytes returned for fatal over-long UTF-8 sequence');
like("$@", qr/Over-long UTF-8 byte sequence/, 'Exception error message looks good');
like("$@", qr/ E0 83 9A/, 'Hex bytes listed in error message looks good');
is(fix_latin("\x80\x81\x82") => "\x{20AC}%81\x{201A}",
'Undefined (CP1252) byte ASCIIised by default');
is(fix_latin("\x81\x8D\x8F\x90\x9D") => "%81%8D%8F%90%9D",
'All undefined (CP1252) bytes ASCIIised by default');
is(fix_latin("\x81", ascii_hex => 0) => "\x{81}",
'Latin-1 control character converted');
is(fix_latin("\x81\x8D\x8F\x90\x9D", ascii_hex => 0)
=> "\x{81}\x{8D}\x{8F}\x{90}\x{9D}",
'All undefined (CP1252) bytes treated as ctrl chars on request');
done_testing;
exit;
|
