1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
## Copyright (C) 2016-2025 Markus Mützel
##
## This program is free software; you can redistribute it and/or modify it
## under the terms of the GNU General Public License as published by
## the Free Software Foundation; either version 3 of the License, or
## (at your option) any later version.
##
## This program is distributed in the hope that it will be useful,
## but WITHOUT ANY WARRANTY; without even the implied warranty of
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
## GNU General Public License for more details.
##
## You should have received a copy of the GNU General Public License
## along with this program. If not, see <http://www.gnu.org/licenses/>.
## -*- texinfo -*-
## @deftypefn {} {[@var{ostr}, @var{error_flag}] =} unicode2utf8 (@var{ustr})
## Convert from Unicode code points @var{ustr} to UTF-8 encoded string @var{ostr}.
##
## It is not possible to convert Unicode characters with a codepoint higher
## than 255 because Octave's @code{char} type is 8-bit wide. This means that
## only the ISO 8859-1 (Latin-1) subset of Unicode can be mapped correctly.
##
## If an error occured @var{error_flag} is set to true.
## @end deftypefn
## Author: Markus Mützel <markus.muetzel@gmx.de>
## Created: 2016-10-12
function [ostr, error_flag] = unicode2utf8 (ustr="")
error_flag = false;
ustr = uint8 (ustr); # convert char to uint8
ichar = 1;
ostr = uint8 ([]);
for (ichar = 1:numel (ustr))
if (ustr(ichar) < 128)
## single byte character
ostr(end+1) = ustr(ichar);
elseif (ustr(ichar) < 2048)
## double byte character
ostr(end+1) = 192 + bitshift (bitand (192, ustr(ichar)), -6);
ostr(end+1) = 128 + bitand (63, ustr(ichar));
else
## Should never reach here because ustr is cast to uint8
error_flag = true;
endif
endfor
endfunction
|
