1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
#!/usr/bin/env python3
import argparse
import datetime
import importlib
import os
import subprocess
import src.facter
import src.targets
benchmarks = ["loop", "mysql", "falsesharing", "dj_trace", "larson"]
parser = argparse.ArgumentParser(description="benchmark memory allocators")
parser.add_argument("-s", "--save", help="save benchmark results to disk", action='store_true')
parser.add_argument("-l", "--load", help="load benchmark results from directory", type=str)
parser.add_argument("-t", "--targets", help="load target definitions from file", type=str)
parser.add_argument("-r", "--runs", help="how often the benchmarks run", default=3, type=int)
parser.add_argument("-v", "--verbose", help="more output", action='store_true')
parser.add_argument("-b", "--benchmarks", help="benchmarks to run", nargs='+')
parser.add_argument("-ns", "--nosum", help="don't produce plots", action='store_true')
parser.add_argument("-sd", "--resultdir", help="directory where all results go", type=str)
parser.add_argument("-a", "--analyse", help="collect allocation sizes", action='store_true')
parser.add_argument("--nolibmemusage", help="don't use libmemusage to analyse", action='store_true')
parser.add_argument("--license", help="print license info and exit", action='store_true')
def main():
args = parser.parse_args()
if args.license:
print("Copyright (C) 2018-2019 Florian Fischer")
print("License GPLv3: GNU GPL version 3 <http://gnu.org/licenses/gpl.html>")
return
# Prepare allocbench
print("Building allocbench")
make_cmd = ["make"]
if not args.verbose:
make_cmd.append("-s")
subprocess.run(make_cmd)
if args.verbose:
print(args)
if args.targets:
with open(args.targets, "r") as f:
g = {}
exec(f.read(), g)
src.targets.targets = g["targets"]
if args.verbose:
print("Targets:", src.targets.targets.keys())
if args.save or not args.nosum and not (args.runs < 1 and not args.load):
if args.resultdir:
resdir = os.path.join(args.resultdir)
else:
resdir = os.path.join("results", src.facter.get_hostname(),
datetime.datetime.now().strftime("%Y-%m-%dT%H:%M"))
try:
os.makedirs(resdir)
except FileExistsError:
pass
for bench in benchmarks:
bench = eval("importlib.import_module('src.{0}').{0}".format(bench))
if args.benchmarks and not bench.name in args.benchmarks:
continue
if args.load:
bench.load(path=args.load)
if args.runs > 0 or args.analyse:
print("Preparing", bench.name, "...")
if not bench.prepare():
print("Preparing", bench.name, "failed!")
return
if args.analyse and hasattr(bench, "analyse") and callable(bench.analyse):
print("Analysing", bench.name, "...")
analyse_args = {"nolibmemusage": args.nolibmemusage, "verbose": args.verbose}
bench.analyse(**analyse_args)
if not bench.run(runs=args.runs, verbose=args.verbose):
continue
if args.save or not args.nosum and not (args.runs < 1 and not args.load):
old_cwd = os.getcwd()
os.chdir(resdir)
if args.save:
bench.save()
if not args.nosum and not (args.runs < 1 and not args.load):
try:
os.mkdir(bench.name)
except FileExistsError:
pass
os.chdir(bench.name)
print("Summarizing", bench.name, "...")
bench.summary()
os.chdir(old_cwd)
if (args.runs > 0 or args.analyse) and hasattr(bench, "cleanup"):
print("Cleaning up", bench.name, "...")
bench.cleanup()
if __name__ == "__main__":
main()
|
