From 4c81ec1bd45cc187194bc9a2ae196b30792e3bed Mon Sep 17 00:00:00 2001
From: Elizabeth <hashim.sharif91@gmail.com>
Date: Wed, 30 Oct 2019 18:56:50 -0500
Subject: [PATCH] Added code to format outputs nicely
---
.../benchmark_testing_automator.py | 37 +++++++++++++++----
1 file changed, 29 insertions(+), 8 deletions(-)
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/benchmark_testing_automator.py b/llvm/projects/hpvm-tensor-rt/code_autogenerators/benchmark_testing_automator.py
index 5f5c28032d..48320ca197 100644
--- a/llvm/projects/hpvm-tensor-rt/code_autogenerators/benchmark_testing_automator.py
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/benchmark_testing_automator.py
@@ -27,17 +27,37 @@ def parse_binary_output(proc_output):
return avg_time
-# Input: a list of tuples of benchmark names
-# Can change to input a file containing benchmarks to run
-def run_benchmarks(builds_dir, output_filename, should_print_bin_output = True):
- output_file = open(output_filename, "w")
+def get_sorted_binaries(builds_dir):
+ # dict of network names to lists of binaries
+ # list of binaries should be in sorted order (can do that when we run the benchmarks)
+ network_bins = defaultdict(list)
for bin_name in os.listdir(builds_dir):
if bin_name.find("profiling") == -1:
continue
- output_file.write("%s: %s\n" % (bin_name, \
+ network_name = bin_name[ : bin_name.rfind("_")]
+ network_bins[network_name].append(bin_name)
+ return network_bins
+
+# Input: a list of tuples of benchmark names
+# Can change to input a file containing benchmarks to run
+def run_benchmarks(sorted_bins, builds_dir, output_filename, should_print_bin_output = False):
+ def get_knob_id(bin_name):
+ return int(bin_name[bin_name.rfind("_") + 1 : ])
+
+ output_file = open(output_filename, "w", buffering = 0)
+ for network_name in sorted_bins:
+ # Sort the binaries in order by knob id
+ sorted_bins[network_name].sort(key = get_knob_id)
+ print("--------------------------------------")
+ print(network_name)
+ # Go through all binaries
+ for bin_name in sorted_bins[network_name]:
+ print(bin_name)
+ output_file.write("%s results\n" % bin_name)
+ '''output_file.write("%s: %s\n" % (bin_name, \
parse_binary_output(run_benchmark(os.path.join(builds_dir, bin_name), \
- should_print_bin_output))))
- print(bin_name)
+ should_print_bin_output))))'''
+ print("--------------------------------------\n")
output_file.close()
@@ -48,4 +68,5 @@ if __name__ == "__main__":
print("Usage: python online_benchmark_testing_automator.py <builds dir> <outputs_file_name>")
exit(1)
print("Output file name: %s" % sys.argv[2])
- run_benchmarks(sys.argv[1], sys.argv[2])
+ sorted_bins = get_sorted_binaries(sys.argv[1])
+ run_benchmarks(sorted_bins, sys.argv[1], sys.argv[2])
--
GitLab