1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
# Copyright 2018-2019 Florian Fischer <florian.fl.fischer@fau.de>
#
# This file is part of allocbench.
#
# allocbench is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# allocbench is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with allocbench. If not, see <http://www.gnu.org/licenses/>.
"""Definition of the keydb, a multi-threaded redis fork benchmark
This benchmark uses the memtier benchmark tool.
"""
import os
import sys
from multiprocessing import cpu_count
from src.artifact import GitArtifact
from src.benchmark import Benchmark
import src.plots as plt
from src.util import print_info, run_cmd
class BenchmarkKeyDB(Benchmark):
"""Definition of the keydb benchmark"""
def __init__(self):
name = "keydb"
self.cmd = "memtier_benchmark –hide-histogram --threads {threads} –data-size {size}"
self.args = {"threads": Benchmark.scale_threads_for_cpus(1 / 2),
"size": [8, 64, 256, 1024, 4096, 16384]}
self.servers = [{
"name": "keydb",
"cmd": f"keydb-server --server-threads 4", # 4 is the by keydb recommended amount
"shutdown_cmds": ["{build_dir}/keydb-cli shutdown"]
}]
super().__init__(name)
def prepare(self):
super().prepare()
keydb_version = "v5.3.1"
self.results["facts"]["versions"]["keydb"] = keydb_version
keydb_dir = os.path.join(self.build_dir, "keydb")
if not os.path.exists(os.path.join(self.build_dir, "keydb-server")):
keydb = GitArtifact("keydb", "https://github.com/JohnSully/KeyDB")
os.makedirs(self.build_dir, exist_ok=True)
# checkout sources
keydb.provide(keydb_version, keydb_dir)
# building keyDB
run_cmd(["make", "-C", keydb_dir, "MALLOC=libc"])
# create symlinks
for exe in ["keydb-cli", "keydb-server"]:
src = os.path.join(keydb_dir, "src", exe)
dest = os.path.join(self.build_dir, exe)
if not os.path.exists(dest):
os.link(src, dest)
memtier_version = "1.2.17"
self.results["facts"]["versions"]["memtier"] = memtier_version
memtier_dir = os.path.join(self.build_dir, "memtier")
if not os.path.exists(os.path.join(self.build_dir, "memtier_benchmark")):
memtier = GitArtifact("memtier", "https://github.com/RedisLabs/memtier_benchmark")
memtier.provide(memtier_version, memtier_dir)
# building memtier
run_cmd(["autoreconf", "-ivf"], cwd=memtier_dir)
run_cmd(["./configure"], cwd=memtier_dir)
run_cmd(["make"], cwd=memtier_dir)
src = os.path.join(memtier_dir, "memtier_benchmark")
dest = os.path.join(self.build_dir, "memtier_benchmark")
if not os.path.exists(dest):
os.link(src, dest)
@staticmethod
def process_output(result, stdout, stderr, allocator, perm):
cmds = ["Sets", "Gets", "Waits", "Totals"]
stats = ["ops", "hits", "misses", "latency", "throughput"]
for line in stdout.splitlines():
line = line.split()
if line and line[0] in cmds:
for i, stat in enumerate(stats):
result[f"{line[0].lower()}_{stat}"] = line[i + 1]
if result[f"{line[0].lower()}_{stat}"] == "---":
result[f"{line[0].lower()}_{stat}"] = "nan"
@staticmethod
def cleanup():
if os.path.exists("dump.rdb"):
os.remove("dump.rdb")
def summary(self):
plt.plot(self,
"{totals_ops}",
fig_options={
'ylabel': "'OPS/second'",
'title': "KeyDB Operations - {fixed_part_str}",
},
file_postfix="total_ops")
plt.plot(self,
"{keydb_vmhwm}",
fig_options={
'ylabel': "'VmHWM [KB]'",
'title': "KeyDB Memusage - {fixed_part_str}",
},
file_postfix="vmhwm")
keydb = BenchmarkKeyDB()
|
