diff --git a/hpvm/test/dnn_benchmarks/keras/Benchmark.py b/hpvm/test/dnn_benchmarks/keras/Benchmark.py index 5b25db407f771f7a302a467f46add6227bab552e..ae0adc1a51d07788976d7b2d43a5e890ecb70adc 100644 --- a/hpvm/test/dnn_benchmarks/keras/Benchmark.py +++ b/hpvm/test/dnn_benchmarks/keras/Benchmark.py @@ -69,7 +69,8 @@ class Benchmark: try: subprocess.run([ "hpvm-clang", src_file, target_binary, - "-t", "tensor", "--conf-file", approx_conf_file + "-t", "tensor", "--conf-file", approx_conf_file, + "-fno-exceptions" ], check=True) except: print ("\n\n ERROR: HPVM Compilation Failed!! \n\n") diff --git a/hpvm/test/dnn_benchmarks/keras/test_benchmarks.py b/hpvm/test/dnn_benchmarks/keras/test_benchmarks.py index 45ab9b2447e43daaab2ad86c1c69144c83327d40..9be86c8a056b9a29ea05d209ec2c86c6dd0e56b4 100644 --- a/hpvm/test/dnn_benchmarks/keras/test_benchmarks.py +++ b/hpvm/test/dnn_benchmarks/keras/test_benchmarks.py @@ -147,6 +147,7 @@ class BenchmarkTests: print ("Failed: " + failed_test) + # Returns False if any of the tests failed def printHPVMSummary(self): failed_test_count = len(self.failed_hpvm_tests) @@ -161,9 +162,14 @@ class BenchmarkTests: print ("****** Failed Tests *** \n") for failed_test in self.failed_hpvm_tests: print ("Failed: " + failed_test) - - + if failed_test_count > 0: + return False + + return True + + + if __name__ == "__main__": @@ -191,22 +197,25 @@ if __name__ == "__main__": VGG16_ImageNet = Benchmark(CUR_SRC_PATH + "/vgg16_imagenet.py", "src/vgg16_imagenet_src", 69.46) #testMgr.addBenchmark(AlexNet) - #testMgr.addBenchmark(AlexNet_ImageNet) #testMgr.addBenchmark(AlexNet2) - testMgr.addBenchmark(LeNet) - #testMgr.addBenchmark(MobileNet) - #testMgr.addBenchmark(ResNet18) + #testMgr.addBenchmark(LeNet) + testMgr.addBenchmark(MobileNet) + testMgr.addBenchmark(ResNet18) #testMgr.addBenchmark(ResNet50) #testMgr.addBenchmark(VGG16_cifar10) testMgr.addBenchmark(VGG16_cifar100) #testMgr.addBenchmark(VGG16_ImageNet) - + testMgr.addBenchmark(AlexNet_ImageNet) + #testMgr.runKerasTests() #testMgr.printKerasSummary() testMgr.runHPVMTests() - testMgr.printHPVMSummary() + tests_passed = testMgr.printHPVMSummary() + if not tests_passed: + sys.exit(-1) + #testMgr.runKerasTests() #testMgr.printKerasSummary()