1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
import atexit
import matplotlib.pyplot as plt
import numpy as np
import re
import shutil
import subprocess
from subprocess import PIPE
import sys
from time import sleep
from src.globalvars import builddir
from src.benchmark import Benchmark
from src.util import *
server_cmd = "{} -c {}/benchmarks/httpd/nginx/nginx.conf".format(shutil.which("nginx"), builddir).split()
class Benchmark_HTTPD(Benchmark):
def __init__(self):
self.name = "httpd"
self.descrition = """TODO"""
self.args = {"nthreads": Benchmark.scale_threads_for_cpus(2)}
self.cmd = "ab -n 10000 -c {nthreads} localhost:8080/index.html"
self.measure_cmd = ""
self.server_benchmark = True
self.requirements = ["nginx", "ab"]
atexit.register(self.terminate_server)
super().__init__()
def terminate_server(self):
# check if nginx is running
if os.path.isfile(os.path.join(builddir, "benchmarks", self.name, "nginx", "nginx.pid")):
ret = subprocess.run(server_cmd + ["-s", "stop"], stdout=PIPE,
stderr=PIPE, universal_newlines=True)
if ret.returncode != 0:
print_debug("Stdout:", ret.stdout)
print_debug("Stderr:", ret.stderr)
raise Exception("Stopping {} failed with {}".format(server_cmd[0], ret.returncode))
def preallocator_hook(self, allocator, run, env, verbose):
actual_cmd = allocator[1]["cmd_prefix"].split() + server_cmd
print_info("Starting server with:", actual_cmd)
ret = subprocess.run(actual_cmd, stdout=PIPE, stderr=PIPE, env=env,
universal_newlines=True)
if ret.returncode != 0:
print_debug("Stdout:", ret.stdout)
print_debug("Stderr:", ret.stderr)
raise Exception("Starting {} for {} failed with {}".format(server_cmd[0], allocator[0], ret.returncode))
def postallocator_hook(self, allocator, run, verbose):
self.terminate_server()
def process_output(self, result, stdout, stderr, allocator, perm, verbose):
result["time"] = re.search("Time taken for tests:\s*(\d*\.\d*) seconds", stdout).group(1)
result["requests"] = re.search("Requests per second:\s*(\d*\.\d*) .*", stdout).group(1)
# with open("/proc/"+str(self.server.pid)+"/status", "r") as f:
# for l in f.readlines():
# if l.startswith("VmHWM:"):
# result["rssmax"] = int(l.replace("VmHWM:", "").strip().split()[0])
# break
def summary(self):
allocators = self.results["allocators"]
args = self.results["args"]
self.calc_desc_statistics()
# linear plot
self.plot_single_arg("{requests}",
xlabel='"threads"',
ylabel='"requests/s"',
title='"ab -n 10000 -c threads"')
# linear plot
ref_alloc = list(allocators)[0]
self.plot_single_arg("{requests}",
xlabel='"threads"',
ylabel='"requests/s scaled at " + scale',
title='"ab -n 10000 -c threads (normalized)"',
filepostfix="norm",
scale=ref_alloc)
# bar plot
self.barplot_single_arg("{requests}",
xlabel='"threads"',
ylabel='"requests/s"',
filepostfix="b",
title='"ab -n 10000 -c threads"')
# bar plot
self.barplot_single_arg("{requests}",
xlabel='"threads"',
ylabel='"requests/s scaled at " + scale',
title='"ab -n 10000 -c threads (normalized)"',
filepostfix="norm.b.",
scale=ref_alloc)
httpd = Benchmark_HTTPD()
|
