1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
|
package Data::Transformer;
use strict;
our $VERSION = 0.04;
################ CONSTRUCTOR ################
sub new {
my ($pk,%opt) = @_;
my $class = ref($pk) || $pk;
my $self = \%opt;
bless($self,$class);
$self->_selfcheck;
return $self;
}
################ PUBLIC METHODS ################
sub traverse {
my ($self,$data) = @_;
die "Data needs to be a reference" unless ref $data;
$self->{_seen} = {};
$self->_node($data);
return $self->{_node_calls};
}
################ PRIVATE METHODS ###############
my %plainref = map { ($_=>1) } qw(ARRAY HASH CODE SCALAR GLOB);
sub _node {
my ($self,$data) = @_;
die "Maximum node calls ($self->{node_limit}) reached"
if $self->{_node_calls}++ > $self->{node_limit};
my $ref = ref $data || '';
my ($cb_ret,$node_ret);
return if $ref && $self->{_seen}->{"$data"}++; # circular data structure!
# Filter data
if ($plainref{$ref}) { # normal reference
$cb_ret = $self->{lc($ref)}->($data) if $self->{lc($ref)};
}
elsif ($ref) { # blessed reference
$cb_ret = $self->{$ref}->($data) if $self->{$ref};
}
else { # non-reference
$cb_ret = $self->{normal}->(\$data) if $self->{normal};
}
# Recurse into $data (if appropriate):
if (ref $data eq 'HASH') {
foreach my $val (values %$data) {
while (1) {
if (ref $val) {
$node_ret = $self->_node($val);
} else {
$node_ret = $self->{normal}->(\$val) if $self->{normal};
}
if (ref $node_ret eq 'CODE') {
$val = $node_ret->();
next;
}
last;
}
}
}
elsif (ref $data eq 'ARRAY') {
foreach my $elm (@$data) {
while (1) {
if (ref $elm) {
$node_ret = $self->_node($elm);
} else {
$node_ret = $self->{normal}->(\$elm) if $self->{normal};
}
if (ref $node_ret eq 'CODE') {
$elm = $node_ret->();
next;
}
last;
}
}
}
return $cb_ret;
}
sub _selfcheck {
my $self = shift;
my $found = 0;
for my $k (keys %$self) {
next if $k eq 'node_limit';
$found++;
die "The value for the '$k' option needs to be a coderef"
unless ref $self->{$k} eq 'CODE';
}
unless ($found) {
die "You need to specify an action for some node type";
}
$self->{_node_calls} = 0;
$self->{node_limit} ||= 2**16;
die "Cannot set node_limit higher than 2**20-1"
if $self->{node_limit} > 2**20-1;
}
1;
__END__
=pod
=head1 NAME
Data::Transformer - Traverse a data structure, altering it in place
=head1 SYNOPSIS
use Data::Transformer;
# A: SIMPLE USAGE:
# trim extra whitespace from normal strings inside %data.
my $trim = sub { local($_)=shift; $$_ =~ s/^\s*//; $$_ =~ s/\s*$//; };
my $t = Data::Transformer->new(normal=>$trim);
$t->traverse(\%data);
# B: MORE COMPLEX USAGE:
# (a) uppercase all keys in all hashes contained in $data
# and (b) convert any arrays to hashes:
my $uc_hash = sub {
my $h = shift;
my @keys = keys %h;
foreach (@keys) {
my $uc = uc($_);
if ($uc ne $_ && !exists($h->{$uc})) {
$h->{$uc} = $h->{$_};
delete $h->{$_};
} elsif ($uc ne $_) {
die "Bad key $_: '$uc' exists already";
}
}
};
my $ar_conv = sub {
my %h = @{$_[0]};
return sub { \%h };
};
my $t = Data::Transformer->new(
hash => $uc_hash,
array => $ar_conv,
node_limit => 500_000 );
eval { $t->traverse($data) };
warn "Could not complete transformation: $@" if $@;
# C: NON-DESTRUCTIVE TRAVERSAL
# You don't actually have to change anything...
my $size = 0;
my $t = Data::Transformer->new(
normal => sub { $size+=length(${ $_[0] }) },
hash => sub { $size+=length($_) for keys %{ $_[0] } },
);
my $nodes = $t->tranverse(\%data);
print "Number of nodes: $nodes\n";
print "Size of keys + values: $size\n";
# D: OBJECTS INSIDE A DATA STRUCTURE
# Affect objects by using the class name as a key:
my $t = Data::Transformer->new(
'My::Class' => sub { shift->set_foo('bar') }
);
=head1 DESCRIPTION
=head2 Data type callbacks
The basic idea is that you provide a callback subroutine for each type
of data that you wish to affect or collect information from.
The constructor, C<new()>, expects a hash with at least one of the
following keys:
* normal : used for normal, non-reference data
* array : used for array references
* hash : used for hash references
* code : used for anonymous subroutines (coderefs)
* scalar : used for scalar references
* glob : used for globs (such as filehandle holders)
The value in each case is a coderef representing the callback for the
data type in question.
The array and hash types are special in that they are traversed into.
It is possible to affect objects inside the data structure by
specifying a callback keyed to the name of the class they belong
to. They are not automatically recursed into, however, even if they
happen to be blessed hash or array references.
Similarly, a scalar reference is not automatically traversed into,
even if it may contain a reference to an arrayref or a hashref. To
make the module traverse into scalar references, you need to return a
coderef encapsulating a different data type in the scalar handler,
thus changing them (and prompting a reiteration over that data
point). This applies to objects as well.
=head2 Additional option for the constructor
=over
=item node_limit:
If an integer value for this is specified, it overrides the default
node processing limit of 2**16. This cannot be set higher than
2**20-1.
=back
=head2 traverse()
The traverse() method returns the number of nodes processed. This may
be different from both the number of nodes in the actual data
structure and the number of nodes after the transformation, for the
following reasons:
* Reiteration into a particular node may have occurred, which
increments the node count.
* Blessed references (objects) will not normally be iterated into,
but are merely treated as leaves in the data structure.
* The processing code passed to the constructor may well affect the
number of nodes.
=head2 Note on data type changes
If you want to change a data type (for instance replace an array by a
hash as in example B, above) you have to return a coderef from the
callback for the original data type. This coderef encapsulates the
replacement data for the node in question.
After the node has thus been replaced, it is re-evaluated to apply any
transformations you may have defined for the new data type.
Be careful of potential infinite loops when doing this with more than
one data type at a time or when replacing coderefs with other
coderefs. Also, because of reiteration, complex changes of large data
structures may require setting the node processing limit higher than
the default.
=head2 Note on circular references
Data structures containing circular references should not cause
problems. Data::Transformer will skip any node containing a reference
which has already been processed.
=head1 CAVEATS
It is not feasible to use this module for very large data
structures. Accordingly, there is a hard node processing boundary of
2**20-1 (about 1 million); attempting to set the limit higher results
in an immediate, fatal error. For the vast majority of cases, however,
the default limit of 2**16 (about 65 thousand) should be more than
enough.
=head1 SEE ALSO
I am aware of two modules doing similar things. Check them out if this
one does not fit your needs:
=over 4
=item *
Data::Rmap by Brad Bowman
=item *
Data::Walk by Guido Flohr
=back
=head1 AUTHOR
Baldur Kristinsson <bk@mbl.is>, 2006
Copyright (c) 2006 Baldur Kristinsson. All rights reserved.
This program is free software; you can redistribute it and/or
modify it under the same terms as Perl itself.
=cut
|