Adding script to run all DNNs and print accuracy

llvm/projects/hpvm-tensor-rt/scripts/test_dnns.py

+
+
+
+import subprocess
+
+def readAccuracy(f_path):
+
+    f = open(f_path)
+    acc_str = f.read()
+    accuracy = float(acc_str)
+
+    return accuracy
+
+
+def printResults(results):
+
+    for dnn in results:
+        print ("DNN = ", dnn, " , Accuracy = ", results[dnn])
+
+
+def createBaselineConfig(f_path, base_flag, num_layers):
+
+    f = open(f_path, "w+")
+    for i in range(num_layers):
+        f.write(str(base_flag) + "\n")
+    f.close()
+    
+        
+if __name__ == "__main__":
+
+    FP32_binary_paths = ["alexnet_cifar10", "alexnet2_cifar10", "resnet18_cifar10", "vgg16_cifar10", "vgg16_cifar100", "lenet_mnist", "mobilenet", "mobilenet_shallow"]
+    FP16_binary_paths = ["alexnet_half", "alexnet2_half", "resnet18_half", "vgg16_cifar10_half", "vgg16_cifar100_half", "lenet_half", "mobilenet_half", "mobilenet_shallow_half"]
+    PROMISE_binary_paths = ["alexnet_promise", "alexnet2_promise", "resnet18_promise", "vgg16_cifar10_promise", "vgg16_cifar100_promise", "mobilenet_promise", "mobilenet_shallow_promise"]
+
+    fp32_results = {}
+    for binary_path in FP32_binary_paths:
+        subprocess.call("./" + binary_path)
+        accuracy = readAccuracy("final_accuracy")
+        fp32_results[binary_path] = accuracy
+
+
+    fp16_results = {}
+    for binary_path in FP16_binary_paths:
+        subprocess.call("./" + binary_path)
+        accuracy = readAccuracy("final_accuracy")
+        fp16_results[binary_path] = accuracy
+
+
+    createBaselineConfig("promise_flags", 11, 1000)
+    promise_results = {}
+    for binary_path in PROMISE_binary_paths:
+        subprocess.call("./" + binary_path)
+        accuracy = readAccuracy("final_accuracy")
+        promise_results[binary_path] = accuracy
+
+
+    printResults(fp32_results)
+    printResults(fp16_results)
+    printResults(promise_results)
+