1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
use Test::More;
use Test::Deep;
use strict;
use warnings;
use lib 't/lib';
$ENV{ES_VERSION} = '1_0';
my $es = do "es_sync.pl" or die( $@ || $! );
$es->indices->delete( index => '_all' );
test_flush(
"max count", #
{ max_count => 3 }, #
1, 2, 0, 1, 2, 0, 1, 2, 0, 1
);
test_flush(
"max size", #
{ max_size => 95 }, #
1, 2, 3, 0, 1, 2, 3, 0, 1, 2
);
test_flush(
"max size > max_count",
{ max_size => 95, max_count => 3 },
1, 2, 0, 1, 2, 0, 1, 2, 0, 1
);
test_flush(
"max size < max_count",
{ max_size => 95, max_count => 5 },
1, 2, 3, 0, 1, 2, 3, 0, 1, 2
);
test_flush(
"max size = 0, max_count",
{ max_size => 0, max_count => 5 },
1, 2, 3, 4, 0, 1, 2, 3, 4, 0
);
test_flush(
"max count = 0, max_size",
{ max_size => 95, max_count => 0 },
1, 2, 3, 0, 1, 2, 3, 0, 1, 2
);
test_flush(
"max count = 0, max_size = 0",
{ max_size => 0, max_count => 0 },
1, 2, 3, 4, 5, 6, 7, 8, 9, 10
);
test_flush(
"max_count = 5, max_time = 5",
{ max_count => 5, max_time => 5 },
1, 2, 0, 1, 2, 3, 4, 0, 0, 1
);
done_testing;
$es->indices->delete( index => 'test' );
#===================================
sub test_flush {
#===================================
my $title = shift;
my $params = shift;
my $b = $es->bulk_helper(
%$params,
index => 'test',
type => 'test'
);
my @seq = @_;
$es->indices->delete( index => 'test', ignore => 404 );
$es->indices->create( index => 'test' );
$es->cluster->health( wait_for_status => 'yellow' );
for my $i ( 10 .. 19 ) {
# sleep on 12 or 18 if max_time specified
if ( $params->{max_time} && ( $i == 12 || $i == 18 ) ) {
$b->_last_flush( time - $params->{max_time} - 1 );
}
$b->index( { id => $i, source => {} } );
is $b->_buffer_count, shift @seq, "$title - " . ( $i - 9 );
}
$b->flush;
is $b->_buffer_count, 0, "$title - final flush";
$es->indices->refresh;
is $es->count->{count}, 10, "$title - all docs indexed";
}
|
