import matplotlib.pyplot as plt import multiprocessing import numpy as np import os import re from benchmark import Benchmark throughput_re = re.compile("^Throughput =\s*(?P\d+) operations per second.$") class Benchmark_Larson( Benchmark ): def __init__(self): self.name = "larson" self.descrition = """This benchmark is courtesy of Paul Larson at Microsoft Research. It simulates a server: each thread allocates and deallocates objects, and then transfers some objects (randomly selected) to other threads to be freed.""" self.cmd = "build/larson{binary_suffix} 1 8 {maxsize} 1000 10000 1 {threads}" self.args = { "maxsize" : [8, 32, 64, 128, 256, 512, 1024], "threads" : range(1, multiprocessing.cpu_count() * 2 + 1) } self.requirements = ["build/larson"] super().__init__() def process_stdout(self, result, stdout, verbose): for l in stdout.splitlines(): res = throughput_re.match(l) if res: result["throughput"] = int(res.group("throughput")) return print(stdout) print("no match") def summary(self, sd=None): # Speedup thrash args = self.results["args"] nthreads = args["threads"] targets = self.results["targets"] sd = sd or "" for arg in args: loose_arg = [a for a in args if a != arg][0] for arg_value in args[arg]: for target in targets: y_vals = [] for perm in self.iterate_args_fixed({arg : arg_value}, args=args): d = [m["throughput"] for m in self.results[target][perm]] y_vals.append(np.mean(d)) x_vals = list(range(1, len(y_vals) + 1)) plt.plot(x_vals, y_vals, marker='.', linestyle='-', label=target, color=targets[target]["color"]) plt.legend() plt.xticks(x_vals, args[loose_arg]) plt.xlabel(loose_arg) plt.ylabel("OPS/s") plt.title("Larson: " + arg + " " + str(arg_value)) plt.savefig(os.path.join(sd, ".".join([self.name, arg, str(arg_value), "png"]))) plt.clf() larson = Benchmark_Larson()