From 1c0731c3afddab02bbf1c472ac8e70ead6b687d1 Mon Sep 17 00:00:00 2001 From: Florian Fischer Date: Mon, 14 Oct 2019 01:37:51 +0200 Subject: rename matplotlib_histograms.py to histogram.py the script produces an ascii histogram per default and only uses matplotlib on demand so the name is confusing. --- scripts/histogram.py | 88 ++++++++++++++++++++++++++++++++++++++++ scripts/matplotlib_histograms.py | 88 ---------------------------------------- 2 files changed, 88 insertions(+), 88 deletions(-) create mode 100755 scripts/histogram.py delete mode 100755 scripts/matplotlib_histograms.py diff --git a/scripts/histogram.py b/scripts/histogram.py new file mode 100755 index 0000000..2dd3b6c --- /dev/null +++ b/scripts/histogram.py @@ -0,0 +1,88 @@ +#!/usr/bin/env python3 + +"""Plot an interactive histogram from malt or chattymalloc output file""" + +import argparse +import importlib +import inspect +import json +import os +import sys + +import matplotlib.pyplot as plt + +currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) +parentdir = os.path.dirname(currentdir) +sys.path.insert(0, parentdir) + +import src.chattyparser + +def main(): + parser = argparse.ArgumentParser(description="Plot histograms using a malt or chattymalloc output file") + parser.add_argument("input_file", help="path to malt or chattymalloc output file", type=str) + parser.add_argument("-e", "--export", help="export to csv", action="store_true") + parser.add_argument("-n", "--no-ascii", help="don't output a ascii histogram", action="store_true") + parser.add_argument("-i", "--interactive", help="open interactive matplotlib histogram plots", + action="store_true") + args = parser.parse_args() + + fpath, fext = os.path.splitext(args.input_file) + fname = os.path.basename(fpath) + # chattymalloc + if fname.startswith("chatty") and fext == ".txt": + hist, calls, _ = src.chattyparser.parse(args.input_file, coll_size=False) + # malt + else: + with open(args.input_file, "r") as json_file: + malt_res = json.load(json_file) + + hist = malt_res["memStats"]["sizeMap"] + calls = {} + for thread in malt_res["threads"]: + for func, data in thread["stats"].items(): + calls[func] = calls.get(func, 0) + data["count"] + + if args.export: + with open(f"{fpath}.csv", "w") as csv_file: + print("Size", "Amount", file=csv_file) + for size, amount in hist.items(): + print(size, amount, file=csv_file) + + if not args.no_ascii: + src.chattyparser.plot_hist_ascii(f"{fpath}.hist.txt", hist, calls) + + if args.interactive: + sizes = [] + sizes_smaller_4K = [] + sizes_smaller_32K = [] + sizes_bigger_32K = [] + for size, amount in hist.items(): + size = int(size) + sizes.append(size * amount) + if size < 4096: + sizes_smaller_4K.append(size * amount) + if size < 32000: + sizes_smaller_32K.append(size * amount) + else: + sizes_bigger_32K.append(size * amount) + + + plt.figure(0) + plt.hist(sizes_smaller_4K, 200) + plt.title("Sizes smaller than 4K") + + plt.figure(1) + plt.hist(sizes_smaller_32K, 200) + plt.title("Sizes smaller than 32K") + + plt.figure(2) + plt.hist(sizes_bigger_32K, 200) + plt.title("Sizes bigger than 32K") + + plt.figure(3) + plt.hist(sizes, 200) + plt.title("All sizes") + plt.show() + +if __name__ == "__main__": + main() diff --git a/scripts/matplotlib_histograms.py b/scripts/matplotlib_histograms.py deleted file mode 100755 index 7fae59a..0000000 --- a/scripts/matplotlib_histograms.py +++ /dev/null @@ -1,88 +0,0 @@ -#!/usr/bin/env python3 - -"""Plot an interactive histogram from malt or chattymalloc output file""" - -import argparse -import importlib -import inspect -import json -import os -import sys - -import matplotlib.pyplot as plt - -currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))) -parentdir = os.path.dirname(currentdir) -sys.path.insert(0, parentdir) - -import src.chattyparser - -def main(): - parser = argparse.ArgumentParser(description="Plot histograms using a malt or chattymalloc output file") - parser.add_argument("input_file", help="path to malt or chattymalloc output file", type=str) - parser.add_argument("-e", "--export", help="export to csv", action="store_true") - parser.add_argument("-n", "--no-ascii", help="don't output a ascii histogram", action="store_true") - parser.add_argument("-i", "--interactive", help="open interactive matplotlib histogram plots", - action="store_true") - args = parser.parse_args() - - fpath, fext = os.path.splitext(args.input_file) - fname = os.path.basename(fpath) - # chattymalloc - if fname.startswith("chatty") and fext == ".txt": - hist, calls, _ = src.chattyparser.parse(args.input_file, coll_size=False) - # malt - else: - with open(args.input_file, "r") as json_file: - malt_res = json.load(json_file) - - hist = malt_res["memStats"]["sizeMap"] - calls = {} - for thread in malt_res["threads"]: - for func, data in thread["stats"].items(): - calls[func] = calls.get(func, 0) + data["count"] - - if args.export: - with open(f"{fpath}.csv", "w") as csv_file: - print("Size", "Amount", file=csv_file) - for size, amount in hist.items(): - print(size, amount, file=csv_file) - - if args.interactive: - sizes = [] - sizes_smaller_4K = [] - sizes_smaller_32K = [] - sizes_bigger_32K = [] - for size, amount in hist.items(): - size = int(size) - sizes.append(size * amount) - if size < 4096: - sizes_smaller_4K.append(size * amount) - if size < 32000: - sizes_smaller_32K.append(size * amount) - else: - sizes_bigger_32K.append(size * amount) - - - plt.figure(0) - plt.hist(sizes_smaller_4K, 200) - plt.title("Sizes smaller than 4K") - - plt.figure(1) - plt.hist(sizes_smaller_32K, 200) - plt.title("Sizes smaller than 32K") - - plt.figure(2) - plt.hist(sizes_bigger_32K, 200) - plt.title("Sizes bigger than 32K") - - plt.figure(3) - plt.hist(sizes, 200) - plt.title("All sizes") - plt.show() - - if not args.no_ascii: - src.chattyparser.plot_hist_ascii(f"{fpath}.hist.txt", hist, calls) - -if __name__ == "__main__": - main() -- cgit v1.2.3