diff options
Diffstat (limited to 'scripts/paper_plots.py')
| -rwxr-xr-x | scripts/paper_plots.py | 87 |
1 files changed, 63 insertions, 24 deletions
diff --git a/scripts/paper_plots.py b/scripts/paper_plots.py index 49ec15d..f79cf3a 100755 --- a/scripts/paper_plots.py +++ b/scripts/paper_plots.py @@ -24,7 +24,8 @@ import inspect import os import sys -currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) +currentdir = os.path.dirname( + os.path.abspath(inspect.getfile(inspect.currentframe()))) parentdir = os.path.dirname(currentdir) sys.path.insert(0, parentdir) @@ -36,15 +37,24 @@ from allocbench.util import print_status, print_warn, print_error from allocbench.util import print_license_and_exit ALLOCATOR_NAMES = [a.name for a in paper_allocators] -SURVEY_ALLOCATORS = [a.name for a in paper_allocators if not '-' in a.name or a.name not in ["speedymalloc", "bumpptr"]] +SURVEY_ALLOCATORS = [ + a.name for a in paper_allocators + if not '-' in a.name or a.name not in ["speedymalloc", "bumpptr"] +] TCMALLOCS = [a.name for a in paper_allocators if a.name.startswith("TCMalloc")] -ALIGNED_ALLOCATORS = [a.name for a in paper_allocators if a.name.endswith("-Aligned")] +ALIGNED_ALLOCATORS = [ + a.name for a in paper_allocators if a.name.endswith("-Aligned") +] def falsesharing_plots(falsesharing): args = falsesharing.results["args"] - falsesharing.results["allocators"] = {k: v for k, v in falsesharing.results["allocators"].items() if k in ALLOCATOR_NAMES} + falsesharing.results["allocators"] = { + k: v + for k, v in falsesharing.results["allocators"].items() + if k in ALLOCATOR_NAMES + } plt.pgfplot_legend(falsesharing, columns=5) @@ -53,12 +63,17 @@ def falsesharing_plots(falsesharing): for allocator in falsesharing.results["allocators"]: sequential_perm = falsesharing.Perm(bench=bench, threads=1) - for perm in falsesharing.iterate_args_fixed({"bench": bench}, args=args): - for i, measure in enumerate(falsesharing.results[allocator][perm]): + for perm in falsesharing.iterate_args_fixed({"bench": bench}, + args=args): + for i, measure in enumerate( + falsesharing.results[allocator][perm]): sequential_time = float(falsesharing.results[allocator] - [sequential_perm][i]["time"]) - measure["speedup"] = sequential_time / float(measure["time"]) - measure["l1chache_misses"] = float(measure["L1-dcache-load-misses"]) / float(measure["L1-dcache-loads"]) * 100 + [sequential_perm][i]["time"]) + measure["speedup"] = sequential_time / float( + measure["time"]) + measure["l1chache_misses"] = float( + measure["L1-dcache-load-misses"]) / float( + measure["L1-dcache-loads"]) * 100 # delete and recalculate stats del falsesharing.results["stats"] @@ -67,7 +82,8 @@ def falsesharing_plots(falsesharing): # pgfplots for bench in args["bench"]: plt.pgfplot(falsesharing, - falsesharing.iterate_args_fixed({"bench": bench}, args=args), + falsesharing.iterate_args_fixed({"bench": bench}, + args=args), "int(perm.threads)", "{speedup}", xlabel="Threads", @@ -75,9 +91,14 @@ def falsesharing_plots(falsesharing): title=f"{bench}: Speedup", postfix=f"{bench}.speedup") + def blowup_plots(blowup): args = blowup.results["args"] - blowup.results["allocators"] = {k: v for k, v in blowup.results["allocators"].items() if k in ALLOCATOR_NAMES} + blowup.results["allocators"] = { + k: v + for k, v in blowup.results["allocators"].items() + if k in ALLOCATOR_NAMES + } # hack ideal rss in data set blowup.results["allocators"]["Ideal-RSS"] = {"color": "xkcd:gold"} @@ -86,11 +107,11 @@ def blowup_plots(blowup): blowup.results["stats"]["Ideal-RSS"][perm] = { "mean": { "VmHWM": 1024 * 100 - }, + }, "std": { "VmHWM": 0 - } } + } plt.pgfplot(blowup, blowup.iterate_args(args), @@ -103,9 +124,13 @@ def blowup_plots(blowup): axis_attr="\txtick=data,\n\tsymbolic x coords={blowup}", bar=True) + def loop_plots(loop): args = loop.results["args"] - loop.results["allocators"] = {k: v for k, v in loop.results["allocators"].items() if k in ALLOCATOR_NAMES} + loop.results["allocators"] = { + k: v + for k, v in loop.results["allocators"].items() if k in ALLOCATOR_NAMES + } plt.pgfplot(loop, loop.iterate_args_fixed({"threads": 40}, args), @@ -116,9 +141,10 @@ def loop_plots(loop): title="Loop: 40 threads", postfix="threads.40") + def mysqld_plots(mysql): args = mysql.results["args"] -# mysql.results["allocators"] = {k: v for k, v in mysql.results["allocators"].items() if k in SURVEY_ALLOCATORS} + # mysql.results["allocators"] = {k: v for k, v in mysql.results["allocators"].items() if k in SURVEY_ALLOCATORS} plt.pgfplot(mysql, mysql.iterate_args(args), @@ -142,9 +168,14 @@ def mysqld_plots(mysql): plt.pgfplot_legend(mysql, columns=5) + def keydb_plots(keydb): args = keydb.results["args"] - keydb.results["allocators"] = {k: v for k, v in keydb.results["allocators"].items() if k in SURVEY_ALLOCATORS} + keydb.results["allocators"] = { + k: v + for k, v in keydb.results["allocators"].items() + if k in SURVEY_ALLOCATORS + } for fixed_arg in args: loose_arg = [a for a in args if a != fixed_arg][0] @@ -159,20 +190,26 @@ def keydb_plots(keydb): postfix=f"{fixed_arg}.{arg_value}", bar=True) + def summarize(benchmarks=None, exclude_benchmarks=None): """summarize the benchmarks in the resdir""" cwd = os.getcwd() - for benchmark, func in {"blowup": blowup_plots, "falsesharing": falsesharing_plots, - "mysql": mysqld_plots, "keydb": keydb_plots, - "loop": loop_plots}.items(): + for benchmark, func in { + "blowup": blowup_plots, + "falsesharing": falsesharing_plots, + "mysql": mysqld_plots, + "keydb": keydb_plots, + "loop": loop_plots + }.items(): if benchmarks and not benchmark in benchmarks: continue if exclude_benchmarks and benchmark in exclude_benchmarks: continue - bench_module = importlib.import_module(f"allocbench.benchmarks.{benchmark}") + bench_module = importlib.import_module( + f"allocbench.benchmarks.{benchmark}") if not hasattr(bench_module, benchmark): print_error(f"{benchmark} has no member {benchmark}") @@ -188,7 +225,8 @@ def summarize(benchmarks=None, exclude_benchmarks=None): print_status(f"Summarizing {bench.name} ...") - res_dir = os.path.join(allocbench.globalvars.resdir, bench.name, "paper") + res_dir = os.path.join(allocbench.globalvars.resdir, bench.name, + "paper") if not os.path.isdir(res_dir): os.makedirs(res_dir) os.chdir(res_dir) @@ -216,9 +254,10 @@ def main(): "--exclude-benchmarks", help="benchmarks to exclude", nargs='+') - parser.add_argument("--latex-preamble", - help="latex code to include in the preamble of generated standalones", - type=str) + parser.add_argument( + "--latex-preamble", + help="latex code to include in the preamble of generated standalones", + type=str) args = parser.parse_args() |