1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
|
#!/usr/bin/perl -w
#$Id: map,v 1.20 1998/02/11 23:58:27 schwartz Exp $
#
# map - convert a text file to a different character set
#
# See also usage() of this file. General information at:
# http://wwwwbs.cs.tu-berlin.de/~schwartz/pmh/index.html
#
# Copyright (C) 1998 Martin Schwartz. All rights reserved.
# This program is free software; you can redistribute it and/or
# modify it under the same terms as Perl itself.
#
# Contact: Martin Schwartz <martin@nacho.de>
#
my $PROGNAME = "map";
my $VERSION = "1.21";
my $DATE = "2000-Jun-26";
use Getopt::Long;
use Unicode::Map;
my %opt = ();
my $defaultCsId = "ISO-8859-1";
main: {
$|=1; undef $/;
GetOptions ( \%opt, "from=s", "help", "list", "to=s" );
usage() if $opt{"help"};
my $error = 0;
if ( $opt{"list"} ) {
$error = list_csids ( );
} else {
if ( !$opt{"to"} && !$opt{"from"} ) {
usage ( );
}
$opt{"from"} ||= $defaultCsId;
$opt{"to"} ||= $defaultCsId;
$error = handle_stream ( );
}
exit $error;
}
sub handle_stream {
undef $/;
my $input = <STDIN>;
my ( $unicode, $output, $csid );
$csid = $opt { "from" };
if ( $csid =~ /^unicode$/i) {
$unicode = $input;
} else {
my $MapFrom = new Unicode::Map ( $csid );
if ( !$MapFrom ) {
print "Error! Mapping \"$csid\" not available!\n";
return 0;
}
$unicode = $MapFrom -> to_unicode ( $input );
}
undef $input;
$csid = $opt{"to"};
if ( $csid =~ /^unicode$/i ) {
$output = $unicode;
} else {
my $MapTo = new Unicode::Map ( $csid );
if ( !$MapTo ) {
print "Error! Mapping \"$csid\" not available!\n";
return 0;
}
$output = $MapTo -> from_unicode ( $unicode );
}
undef $unicode;
print STDOUT $output;
1}
sub list_csids {
return 0 unless my $Map = new Unicode::Map ( );
my (@alias, $last, $s);
my $i=1;
print "Defined character sets:\n";
for ($Map->ids()) {
$s = sprintf "%02d: $_", $i++;
if (@alias = sort {$a cmp $b} $Map->alias($_)) {
$last = pop(@alias);
$s .= " (";
$s .= join(", ", @alias);
$s .= ", " if $#alias>=0;
$s .= "$last)";
}
print "$s\n";
}
print "Done.\n";
1}
sub usage {
_print_usage (
"$PROGNAME V$VERSION ($DATE) - recode from and to Unicode\n"
."usage: $PROGNAME {--option [arg]} [--from cset] || [--to cset] file(s)",
[
"from s Encoding of input files (default \"$defaultCsId\")",
"list Lists available character sets and their alias names.",
"to s Encoding of output files (default \"$defaultCsId\")",
]
);
exit 0;
}
sub _print_usage {
my ($header, $bodylistR, $footer) = @_;
print "$header\n" if $header;
print map " --$_\n", sort { lc($a) cmp lc($b) } @$bodylistR;
print "$footer\n" if $footer;
}
__END__
=head1 NAME
map - An utility to map texts from and to unicode
=head1 SYNOPSIS
map - recode from and to various character sets.
Reads from STDIN, writes to STDOUT.
usage: map [--from cset] [--to cset] < input.txt > output.txt
from s Encoding of input files (default "ISO-8859-1")
list Lists available character sets and their alias names.
to s Encoding of output files (default "ISO-8859-1")
=head1 DESCRIPTION
Maps text from one character set representation to another. This work is
actually long time very well done by C<recode>, but unfortunately recode
does not support Unicode and eastern asia character sets. But, if you have
pure 8 bit things to do, recode will still be the best solution.
Examples:
Conversion from ISO-8859-1 to Unicode:
map --to unicode < iso-8859-1.txt > unicode.txt
Conversion from GB2312 to CP936:
map --from cp936 --to GB2312 < gb2312.txt > cp936.txt
Conversion from CP850 to Unicode:
map --from cp850 --to unicode < cp850.txt > unicode.txt
=head1 SEE ALSO
recode(1), Unicode::Map(3), Unicode::Map8(3), Unicode::String(3)
=head1 AUTHOR
Martin Schwartz E<lt>F<martin@nacho.de>E<gt>.
=cut
|
