1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
from __future__ import print_function
import sys
import pickle
from functools import wraps
from subprocess import Popen, PIPE
import os
DEVNULL = open(os.devnull, 'wb')
START_PORT = 4321
MIN_RPS = 10
MAX_RPS = 40000
def memoize(fileName):
def doMemoize(func):
if os.path.exists(fileName):
with open(fileName) as f:
cache = pickle.load(f)
else:
cache = {}
@wraps(func)
def wrap(*args):
if args not in cache:
cache[args] = func(*args)
with open(fileName, 'wb') as f:
pickle.dump(cache, f)
return cache[args]
return wrap
return doMemoize
def singleBenchmark(requestsPerSecond, requestSize, numNodes, numNodesReadonly = 0, delay = False):
rpsPerNode = requestsPerSecond / (numNodes + numNodesReadonly)
cmd = [sys.executable, 'testobj_delay.py' if delay else 'testobj.py', str(rpsPerNode), str(requestSize)]
#cmd = 'python2.7 -m cProfile -s time testobj.py %d %d' % (rpsPerNode, requestSize)
processes = []
allAddrs = []
for i in range(numNodes):
allAddrs.append('localhost:%d' % (START_PORT + i))
for i in range(numNodes):
addrs = list(allAddrs)
selfAddr = addrs.pop(i)
p = Popen(cmd + [selfAddr] + addrs, stdin=PIPE)
processes.append(p)
for i in range(numNodesReadonly):
p = Popen(cmd + ['readonly'] + allAddrs, stdin=PIPE)
processes.append(p)
errRates = []
for p in processes:
p.communicate()
errRates.append(float(p.returncode) / 100.0)
avgRate = sum(errRates) / len(errRates)
print('average success rate:', avgRate)
if delay:
return avgRate
return avgRate >= 0.9
def doDetectMaxRps(requestSize, numNodes):
a = MIN_RPS
b = MAX_RPS
numIt = 0
while b - a > MIN_RPS:
c = a + (b - a) / 2
res = singleBenchmark(c, requestSize, numNodes)
if res:
a = c
else:
b = c
print('subiteration %d, current max %d' % (numIt, a))
numIt += 1
return a
@memoize('maxRpsCache.bin')
def detectMaxRps(requestSize, numNodes):
results = []
for i in range(0, 5):
res = doDetectMaxRps(requestSize, numNodes)
print('iteration %d, current max %d' % (i, res))
results.append(res)
return sorted(results)[len(results) / 2]
def printUsage():
print('Usage: %s mode(delay/rps/custom)' % sys.argv[0])
sys.exit(-1)
if __name__ == '__main__':
if len(sys.argv) != 2:
printUsage()
mode = sys.argv[1]
if mode == 'delay':
print('Average delay:', singleBenchmark(50, 10, 5, delay=True))
elif mode == 'rps':
for i in range(10, 2100, 500):
res = detectMaxRps(i, 3)
print('request size: %d, rps: %d' % (i, int(res)))
for i in range(3, 8):
res = detectMaxRps(200, i)
print('nodes number: %d, rps: %d' % (i, int(res)))
elif mode == 'custom':
singleBenchmark(25000, 10, 3)
else:
printUsage()
|
