diff --git a/hpvm/projects/torch2hpvm/torch2hpvm/compile.py b/hpvm/projects/torch2hpvm/torch2hpvm/compile.py
index f0d8c3b131231d637429c40b7e68a94627ebd6bf..57566db5aab8ce2dce2684bc49a62ef9e736abfb 100644
--- a/hpvm/projects/torch2hpvm/torch2hpvm/compile.py
+++ b/hpvm/projects/torch2hpvm/torch2hpvm/compile.py
@@ -55,7 +55,7 @@ class ModelExporter:
         self.dfg = DFG(onnx_model.graph)
 
         output_dir = Path(output_dir).absolute()
-        os.makedirs(output_dir, exist_ok=True)
+        os.makedirs(output_dir, exist_ok=False)  # Will throw if already existss
         self.weight_dir = output_dir / self.weight_dir_name
         self.weight_dir.mkdir(exist_ok=True)
         self.codefile = output_dir / self.source_file_name