1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#!/usr/bin/env perl
use strict;
use warnings;
use Avro::DataFile;
use Avro::BinaryEncoder;
use Avro::BinaryDecoder;
use Avro::Schema;
use File::Temp;
use Test::Exception;
use Test::More;
use_ok 'Avro::DataFileReader';
use_ok 'Avro::DataFileWriter';
my $tmpfh = File::Temp->new(UNLINK => 1);
my $schema = Avro::Schema->parse(<<EOP);
{ "type": "map", "values": { "type": "array", "items": "string" } }
EOP
my $write_file = Avro::DataFileWriter->new(
fh => $tmpfh,
writer_schema => $schema,
metadata => {
some => 'metadata',
},
);
my $data = {
a => [ "2.2", "4.4" ],
b => [ "2.4", "2", "-4", "4", "5" ],
c => [ "0" ],
};
$write_file->print($data);
$write_file->flush;
## rewind
seek $tmpfh, 0, 0;
my $uncompressed_size = -s $tmpfh;
my $read_file = Avro::DataFileReader->new(
fh => $tmpfh,
reader_schema => $schema,
);
is $read_file->metadata->{'avro.codec'}, 'null', 'avro.codec';
is $read_file->metadata->{'some'}, 'metadata', 'custom meta';
my @all = $read_file->all;
is scalar @all, 1, "one object back";
is_deeply $all[0], $data, "Our data is intact!";
## codec tests
{
throws_ok {
Avro::DataFileWriter->new(
fh => File::Temp->new,
writer_schema => $schema,
codec => 'unknown',
);
} "Avro::DataFile::Error::InvalidCodec", "invalid codec";
## rewind
seek $tmpfh, 0, 0;
local $Avro::DataFile::ValidCodec{null} = 0;
$read_file = Avro::DataFileReader->new(
fh => $tmpfh,
reader_schema => $schema,
);
throws_ok {
$read_file->all;
} "Avro::DataFile::Error::UnsupportedCodec", "I've removed 'null' :)";
## deflate!
my $zfh = File::Temp->new(UNLINK => 0);
my $write_file = Avro::DataFileWriter->new(
fh => $zfh,
writer_schema => $schema,
codec => 'deflate',
metadata => {
some => 'metadata',
},
);
$write_file->print($data);
$write_file->flush;
## rewind
seek $zfh, 0, 0;
my $read_file = Avro::DataFileReader->new(
fh => $zfh,
reader_schema => $schema,
);
is $read_file->metadata->{'avro.codec'}, 'deflate', 'avro.codec';
is $read_file->metadata->{'some'}, 'metadata', 'custom meta';
my @all = $read_file->all;
is scalar @all, 1, "one object back";
is_deeply $all[0], $data, "Our data is intact!";
}
done_testing;
|
