diff options
Diffstat (limited to 'summarize.py')
| -rwxr-xr-x | summarize.py | 113 |
1 files changed, 113 insertions, 0 deletions
diff --git a/summarize.py b/summarize.py new file mode 100755 index 0000000..6f575a9 --- /dev/null +++ b/summarize.py @@ -0,0 +1,113 @@ +#!/usr/bin/env python3 + +import argparse +import importlib +import os +import pickle + +import src.globalvars +from src.util import print_status, print_debug, print_error + + +def specific_summary(bench, allocators): + """Summarize bench in PWD for allocators""" + old_allocs = bench.results["allocators"] + new_allocs = {k: v for k, v in old_allocs.items() if k in allocators} + + bench.results["allocators"] = new_allocs + + # set colors + explicit_colors = [v["color"] for k, v in allocators.items() + if v["color"] is not None] + print_debug("Explicit colors:", explicit_colors) + + cycle_list = ["C" + str(i) for i in range(0, 16)] + avail_colors = [color for color in cycle_list + if color not in explicit_colors] + print_debug("available colors:", avail_colors) + + for _, value in allocators.items(): + if value["color"] is None: + value["color"] = avail_colors.pop() + + src.globalvars.allocators = allocators + + bench.summary() + bench.results["allocators"] = old_allocs + + +def bench_sum(bench): + """Create a summary of bench for each set of allocators""" + sets = {"glibcs": ["glibc", "glibc-noThreadCache", "glibc-noFalsesharing", + "glibc-noFalsesharingClever"], + "tcmalloc": ["TCMalloc", "TCMalloc-NoFalsesharing"], + "nofs": ["glibc", "glibc-noFalsesharing", "glibc-noFalsesharingClever", + "TCMalloc", "TCMalloc-NoFalsesharing"], + "ba" : ["glibc", "TCMalloc", "jemalloc", "Hoard"], + "industry" : ["glibc", "llalloc", "TCMalloc", "jemalloc", "tbbmalloc", "mimalloc"], + "research" : ["scalloc", "SuperMalloc", "Mesh", "Hoard", "snmalloc"]} + + os.makedirs(bench.name) + os.chdir(bench.name) + + os.mkdir("all") + os.chdir("all") + bench.summary() + os.chdir("..") + + for set_name in sets: + os.mkdir(set_name) + os.chdir(set_name) + specific_summary(bench, sets[set_name]) + os.chdir("..") + + os.chdir("..") + + +def main(): + parser = argparse.ArgumentParser(description="Summarize allocbench results in allocator sets") + parser.add_argument("results", help="path to results", type=str) + parser.add_argument("-b", "--benchmarks", help="benchmarks to summarize", nargs='+') + parser.add_argument("-x", "--exclude-benchmarks", help="benchmarks to exclude", nargs='+') + + args = parser.parse_args() + os.chdir(args.results) + + # Load facts + with open("facts.save", "rb") as f: + src.globalvars.facts = pickle.load(f) + + for benchmark in src.globalvars.benchmarks: + if args.benchmarks and not benchmark in args.benchmarks: + continue + if args.exclude_benchmarks and benchmark in args.exclude_benchmarks: + continue + + try: + bench = importlib.import_module(f"src.benchmarks.{benchmark}") + except ModuleNotFoundError: + print_error(f"Could not import {benchmark}") + print_error(f"Skipping {benchmark}.") + + if not hasattr(bench, benchmark): + print_error(f"{benchmark} has no member {benchmark}") + print_error(f"Skipping {benchmark}.") + + bench = getattr(bench, benchmark) + + try: + bench.load() + except FileNotFoundError: + print_error(f"Could not load {benchmark}") + print_error(f"Skipping {benchmark}.") + continue + + print_status(f"Summarizing {bench.name} ...") + try: + bench_sum(bench) + except FileExistsError as e: + print(e) + + +if __name__ == "__main__": + main() |
