1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
# Licensed to Elasticsearch B.V. under one or more contributor
# license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright
# ownership. Elasticsearch B.V. licenses this file to you under
# the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
module Elasticsearch
module Benchmarking
# Class encapsulating all settings and functionality for running benchmarking
# tests making complex requests.
#
# @since 7.0.0
class Complex
include Measurable
# Test sending a bulk request to index a large dataset.
#
# @example Test sending a bulk index request.
# task.create_documents(opts)
#
# @param [ Hash ] opts The test run options.
#
# @results [ Hash ] The results documents.
#
# @since 7.0.0
def index_documents(opts = {})
results = []
slices = dataset_slices
warmup_repetitions.times do
slices.each do |slice|
client.bulk(body: slice)
end
end
duration = with_cleanup do
Benchmark.realtime do
results = measured_repetitions.times.collect do
Benchmark.realtime do
slices.each do |slice|
client.bulk(body: slice)
end
end
end
end
end
options = { duration: duration,
operation: __method__,
dataset: File.basename(DATASET_FILE),
dataset_size: ObjectSpace.memsize_of(dataset),
dataset_n_documents: dataset.length }
index_results!(results, options)
end
# Test sending a request a search request.
#
# @example Test sending a search request.
# Benchmarking::Complex.search_documents(10)
#
# @param [ Integer ] repetitions The number of test repetitions.
#
# @since 7.0.0
def search_documents(opts = {})
results = []
duration = with_cleanup do
slices = dataset_slices
sample_slice = slices.collect do |slice|
client.bulk(body: slice)
slice
end[rand(slices.size)-1]
sample_document = sample_slice[rand(sample_slice.size)-1][:index][:data]
search_criteria = sample_document.find { |k,v| v.is_a?(String) }
request = { body: { query: { match: { search_criteria[0] => search_criteria[1] } } } }
warmup_repetitions.times do
client.search(request)
end
Benchmark.realtime do
results = measured_repetitions.times.collect do
Benchmark.realtime do
client.search(request)
end
end
end
end
options = { duration: duration,
operation: __method__,
dataset: File.basename(DATASET_FILE),
dataset_size: ObjectSpace.memsize_of(dataset),
dataset_n_documents: dataset.length }
index_results!(results, options)
end
# def mixed_bulk_small(repetitions)
#
# end
#
# def mixed_bulk_large(repetitions)
#
# end
end
end
end
|
