diff options
Diffstat (limited to 'mysql.py')
| -rw-r--r-- | mysql.py | 225 |
1 files changed, 0 insertions, 225 deletions
diff --git a/mysql.py b/mysql.py deleted file mode 100644 index e4ea48f..0000000 --- a/mysql.py +++ /dev/null @@ -1,225 +0,0 @@ -import copy -import matplotlib.pyplot as plt -import multiprocessing -import numpy as np -import os -import re -import shutil -import subprocess -from subprocess import PIPE -from time import sleep - -from benchmark import Benchmark -from common_targets import common_targets - -cwd = os.getcwd() - -prepare_cmd = ("sysbench oltp_read_only --db-driver=mysql --mysql-user=root " - "--mysql-socket="+cwd+"/mysql_test/socket --tables=5 --table-size=1000000 prepare").split() - -cmd = ("sysbench oltp_read_only --threads={nthreads} --time=60 --tables=5 " - "--db-driver=mysql --mysql-user=root --mysql-socket="+cwd+"/mysql_test/socket run") - -server_cmd = (shutil.which("mysqld")+" -h "+cwd+"/mysql_test --socket="+cwd+"/mysql_test/socket " - "--secure-file-priv= ").split() - - -class Benchmark_MYSQL( Benchmark ): - def __init__(self): - self.name = "mysql" - self.descrition = """See sysbench documentation.""" - - # mysqld fails with hoard somehow - self.targets = copy.copy(common_targets) - if "hoard" in self.targets: - del(self.targets["hoard"]) - - self.args = {"nthreads" : range(1, multiprocessing.cpu_count() * 4 + 1, 2)} - self.cmd = cmd - self.measure_cmd = "" - - self.requirements = ["mysqld", "sysbench"] - super().__init__() - - def start_and_wait_for_server(self, verbose, cmd_prefix=""): - actual_cmd = cmd_prefix.split() + server_cmd - if verbose: - print("Starting server with:", actual_cmd) - - self.server = subprocess.Popen(actual_cmd, - stdout=subprocess.PIPE, - stderr=subprocess.PIPE, - universal_newlines=True) - #TODO make sure server comes up ! - sleep(5) - return self.server.poll() == None - - def prepare(self, verbose=False): - if not super().prepare(verbose=verbose): - return False - # Setup Test Environment - if not os.path.exists("mysql_test"): - print("Prepare mysqld directory and database") - os.makedirs("mysql_test") - - # Init database - if b"MariaDB" in subprocess.run(["mysqld", "--version"], - stdout=PIPE).stdout: - init_db_cmd = ["mysql_install_db", "--basedir=/usr", - "--datadir="+cwd+"/mysql_test"] - if verbose: - print("MariaDB detected") - else: - init_db_cmd = ["mysqld", "-h", cwd+"/mysql_test", - "--initialize-insecure"] - if verbose: - print("Oracle MySQL detected") - - p = subprocess.run(init_db_cmd, stdout=PIPE, stderr=PIPE) - - if not p.returncode == 0: - print(p.stderr) - return False - - if not self.start_and_wait_for_server(verbose): - print("Starting mysqld failed") - return False - - # Create sbtest TABLE - p = subprocess.run("mysql -u root -S {}/mysql_test/socket".format(cwd).split(" "), - input = b"CREATE DATABASE sbtest;\n", stdout=PIPE, stderr=PIPE) - - if not p.returncode == 0: - print(p.stderr) - self.server.kill() - self.server.wait() - return False - - print("Prepare test tables") - ret = True - p = subprocess.run(prepare_cmd, stdout=PIPE, stderr=PIPE) - if p.returncode != 0: - print(p.stderr) - ret = False - - self.server.kill() - self.server.wait() - - return ret - - return True - - def cleanup(self): - if os.path.exists("mysql_test"): - print("Delete mysqld directory") - shutil.rmtree("mysql_test") - - def pretarget_hook(self, target, run, verbose): - if not self.start_and_wait_for_server(verbose, - cmd_prefix=target[1]["cmd_prefix"]): - print("Can't start server for", target[0] + ".") - print("Aborting Benchmark.") - print(target[1]["cmd_prefix"]) - print(self.server.stderr.read()) - return False - - def posttarget_hook(self, target, run, verbose): - self.server.kill() - self.server.wait() - - def process_output(self, result, stdout, stderr, target, perm, verbose): - result["transactions"] = re.search("transactions:\s*(\d*)", stdout).group(1) - result["queries"] = re.search("queries:\s*(\d*)", stdout).group(1) - # Latency - result["min"] = re.search("min:\s*(\d*.\d*)", stdout).group(1) - result["avg"] = re.search("avg:\s*(\d*.\d*)", stdout).group(1) - result["max"] = re.search("max:\s*(\d*.\d*)", stdout).group(1) - - with open("/proc/"+str(self.server.pid)+"/status", "r") as f: - for l in f.readlines(): - if l.startswith("VmHWM:"): - result["rssmax"] = int(l.replace("VmHWM:", "").strip().split()[0]) - break - - def analyse(self, verbose=False, nolibmemusage=""): - import chattyparser - - nthreads = [0] + list(self.args["nthreads"]) - failed = False - - os.environ["LD_PRELOAD"] = "build/chattymalloc.so" - - runs = len(nthreads) - for i, t in enumerate(nthreads): - print("analysing", i + 1, "of", runs, "\r", end='') - - if not self.start_and_wait_for_server(verbose): - print("Can't start server.") - print("Aborting analysing.") - return False - - if t != 0: - target_cmd = self.cmd.format(nthreads=t).split(" ") - p = subrocess.run(target_cmd, - stderr=PIPE, - stdout=PIPE, - universal_newlines=True) - - if p.returncode != 0: - print("\n" + " ".join(target_cmd), "exited with", p.returncode, ".\n Aborting analysing.") - print(p.stderr) - print(p.stdout) - failed = True - - self.server.kill() - self.server.wait() - - hist, calls, reqsize, top5reqsize = chattyparser.parse() - chattyparser.plot_hist_ascii(hist, calls, ".".join([self.name, str(t), - "memusage", "hist"])) - - if failed: - print(self.server.stdout.read()) - print(self.server.stderr.read()) - return False - print() - - def summary(self, sd): - targets = self.results["targets"] - nthreads = list(self.results["args"]["nthreads"]) - - # linear plot - self.plot_single_arg("{transactions}", - xlabel = '"threads"', - ylabel = '"transactions"', - title = '"sysbench oltp read only"', - filepostfix = "l.ro", - sumdir = sd) - - # bar plot - for i, target in enumerate(targets): - y_vals = [] - for perm in self.iterate_args(args=self.results["args"]): - d = [int(m["transactions"]) for m in self.results[target][perm]] - y_vals.append(np.mean(d)) - x_vals = [x-i/8 for x in range(1, len(y_vals) + 1)] - plt.bar(x_vals, y_vals, width=0.2, label=target, align="center", - color=targets[target]["color"]) - - plt.legend() - plt.xlabel("threads") - plt.xticks(range(1, len(y_vals) + 1), self.results["args"]["nthreads"]) - plt.ylabel("transactions") - plt.title("sysbench oltp read only") - plt.savefig(os.path.join(sd, self.name + ".b.ro.png")) - plt.clf() - - # Memusage - self.plot_single_arg("{rssmax}", - xlabel = '"threads"', - ylabel = '"VmHWM in kB"', - title = '"Memusage sysbench oltp read only"', - filepostfix = "ro.mem", - sumdir = sd) - -mysql = Benchmark_MYSQL() |