1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
#!/usr/bin/env python3
# -*- coding:utf-8 -*-
"""
Usage:
redis-cluster-benchmark.py [--host <ip>] [-p <port>] [-n <request>] [-c <concurrent>] [--nocluster] [--timeit] [--pipeline] [--resetlastkey] [-h] [--version]
Options:
--host <ip> Redis server to test against [default: 127.0.0.1]
-p <port> Port on redis server [default: 7000]
-n <request> Request number [default: 100000]
-c <concurrent> Concurrent client number [default: 1]
--nocluster If flag is set then Redis will be used instead of cluster lib
--timeit Run a mini benchmark to test performance
--pipeline Only usable with --timeit flag. Runs SET/GET inside pipelines.
--resetlastkey Reset __last__ key
-h --help Output this help and exit
--version Output version and exit
"""
import time
from multiprocessing import Process
# 3rd party imports
from docopt import docopt
def loop(rc, reset_last_key=None):
"""
Regular debug loop that can be used to test how redis behaves during changes in the cluster.
"""
if reset_last_key:
rc.set("__last__", 0)
last = False
while last is False:
try:
last = rc.get("__last__")
last = 0 if not last else int(last)
print("starting at foo{0}".format(last))
except Exception as e:
print("error {0}".format(e))
time.sleep(1)
for i in range(last, 1000000000): # noqa
try:
print("SET foo{0} {1}".format(i, i))
rc.set("foo{0}".format(i), i)
got = rc.get("foo{0}".format(i))
print("GET foo{0} {1}".format(i, got))
rc.set("__last__", i)
except Exception as e:
print("error {0}".format(e))
time.sleep(0.05)
def timeit(rc, num):
"""
Time how long it take to run a number of set/get:s
"""
for i in range(0, num//2): # noqa
s = "foo{0}".format(i)
rc.set(s, i)
rc.get(s)
def timeit_pipeline(rc, num):
"""
Time how long it takes to run a number of set/get:s inside a cluster pipeline
"""
for i in range(0, num//2): # noqa
s = "foo{0}".format(i)
p = rc.pipeline()
p.set(s, i)
p.get(s)
p.execute()
if __name__ == "__main__":
args = docopt(__doc__, version="0.3.1")
startup_nodes = [{"host": args['--host'], "port": args['-p']}]
if not args["--nocluster"]:
from rediscluster import RedisCluster
rc = RedisCluster(startup_nodes=startup_nodes, max_connections=32, socket_timeout=0.1, decode_responses=True)
else:
from redis import Redis
rc = Redis(host=args["--host"], port=args["-p"], socket_timeout=0.1, decode_responses=True)
# create specified number processes
processes = []
single_request = int(args["-n"]) // int(args["-c"])
for j in range(int(args["-c"])):
if args["--timeit"]:
if args["--pipeline"]:
p = Process(target=timeit_pipeline, args=(rc, single_request))
else:
p = Process(target=timeit, args=(rc, single_request))
else:
p = Process(target=loop, args=(rc, args["--resetlastkey"]))
processes.append(p)
t1 = time.time()
for p in processes:
p.start()
for p in processes:
p.join()
t2 = time.time() - t1
print("Tested {0}k SET & GET (each 50%) operations took: {1} seconds... {2} operations per second".format(int(args["-n"]) / 1000, t2, int(args["-n"]) / t2 * 2))
|
