1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
package Catmandu::Cmd::export;
use Catmandu::Sane;
our $VERSION = '1.2024';
use parent 'Catmandu::Cmd';
use Catmandu;
use Catmandu::ArrayIterator;
use namespace::clean;
sub command_opt_spec {
(
["verbose|v", ""],
["fix=s@", ""],
["var=s%", ""],
["preprocess|pp", ""],
["start=i", ""],
["limit=i", ""],
["total=i", ""],
["cql-query|q=s", ""],
["query=s", ""],
["sru-sortkeys=s", ""],
["sort=s", ""],
["id=s@", ""],
["id-file=s", "A line-delimited file containing the id's to export."],
);
}
sub command {
my ($self, $opts, $args) = @_;
my ($from_args, $from_opts, $into_args, $into_opts)
= $self->_parse_options($args);
my $from_bag = delete $from_opts->{bag};
my $from = Catmandu->store($from_args->[0], $from_opts)->bag($from_bag);
my $into = Catmandu->exporter($into_args->[0], $into_opts);
if ($opts->id_file) {
my $bag = $from;
$from = Catmandu->importer('Text', file => $opts->id_file)
->map(sub {$bag->get($_[0]->{text})});
}
elsif (my $ids = $opts->id) {
my $bag = $from;
$from = Catmandu::ArrayIterator->new([map {$bag->get($_)} @$ids]);
}
elsif ($opts->query // $opts->cql_query // $opts->sort
// $opts->sru_sortkeys)
{
$self->usage_error("Bag isn't searchable")
if !$from->does('Catmandu::Searchable');
$self->usage_error("Bag isn't CQL searchable")
if ($opts->cql_query // $opts->sru_sortkeys)
&& !$from->does('Catmandu::CQLSearchable');
$from = $from->searcher(
cql_query => $opts->cql_query,
query => $opts->query,
sru_sortkeys => $opts->sru_sortkeys,
sort => $opts->sort,
start => $opts->start,
total => $opts->total,
limit => $opts->limit,
);
}
elsif ($opts->start // $opts->total) {
$from = $from->slice($opts->start, $opts->total);
}
if ($opts->fix) {
$from = $self->_build_fixer($opts)->fix($from);
}
if ($opts->verbose) {
$from = $from->benchmark;
}
my $n = $into->add_many($from);
$into->commit;
if ($opts->verbose) {
say STDERR $n == 1 ? "exported 1 item" : "exported $n items";
say STDERR "done";
}
}
1;
__END__
=pod
=head1 NAME
Catmandu::Cmd::export - export items from a store
=head1 EXAMPLES
catmandu export <STORE> <OPTIONS> to <EXPORTER> <OPTIONS>
catmandu export MongoDB --database-name items --bag book to YAML
catmandu export ElasticSearch --bag book --sru-sortkeys 'title,,1' --cql-query '(title = "test")'
catmandu help store MongoDB
catmandu help exporter YAML
=cut
|
