Wrapping up Keras frontend automated test script

hpvm/test/dnn_benchmarks/keras/Benchmark.py

@@ -69,7 +69,8 @@ class Benchmark:
         try:
             subprocess.run([
                 "hpvm-clang", src_file, target_binary,
-                "-t", "tensor", "--conf-file", approx_conf_file
+                "-t", "tensor", "--conf-file", approx_conf_file,
+                "-fno-exceptions"
             ], check=True)
         except:
             print ("\n\n ERROR: HPVM Compilation Failed!! \n\n")

hpvm/test/dnn_benchmarks/keras/test_benchmarks.py

@@ -147,6 +147,7 @@ class BenchmarkTests:
             print ("Failed: " + failed_test)
             
 
+    # Returns False if any of the tests failed
     def printHPVMSummary(self):
 
         failed_test_count = len(self.failed_hpvm_tests)
@@ -161,9 +162,14 @@ class BenchmarkTests:
         print ("****** Failed Tests *** \n")
         for failed_test in self.failed_hpvm_tests:
             print ("Failed: " + failed_test)
-            
 
-        
+        if failed_test_count > 0:
+            return False
+
+        return True
+
+
+    
             
 if __name__ == "__main__":
 
@@ -191,22 +197,25 @@ if __name__ == "__main__":
     VGG16_ImageNet = Benchmark(CUR_SRC_PATH + "/vgg16_imagenet.py", "src/vgg16_imagenet_src", 69.46)
 
     #testMgr.addBenchmark(AlexNet)
-    #testMgr.addBenchmark(AlexNet_ImageNet)
     #testMgr.addBenchmark(AlexNet2)
-    testMgr.addBenchmark(LeNet)
-    #testMgr.addBenchmark(MobileNet)
-    #testMgr.addBenchmark(ResNet18)
+    #testMgr.addBenchmark(LeNet)
+    testMgr.addBenchmark(MobileNet)
+    testMgr.addBenchmark(ResNet18)
     #testMgr.addBenchmark(ResNet50)
     #testMgr.addBenchmark(VGG16_cifar10)
     testMgr.addBenchmark(VGG16_cifar100)
     #testMgr.addBenchmark(VGG16_ImageNet)
-
+    testMgr.addBenchmark(AlexNet_ImageNet)
+  
     #testMgr.runKerasTests()
     #testMgr.printKerasSummary()
     
     testMgr.runHPVMTests()
-    testMgr.printHPVMSummary()
+    tests_passed = testMgr.printHPVMSummary()
 
+    if not tests_passed:
+        sys.exit(-1)
+    
     #testMgr.runKerasTests()
     #testMgr.printKerasSummary()