From c9ce18714e323756479c85ca8e659624a5d52854 Mon Sep 17 00:00:00 2001
From: Yifan Zhao <yifanz16@illinois.edu>
Date: Sat, 10 Jul 2021 15:14:04 -0500
Subject: [PATCH] Updated model generation script
---
hpvm/test/epoch_dnn/main.py | 72 ++++---------------------------------
1 file changed, 7 insertions(+), 65 deletions(-)
diff --git a/hpvm/test/epoch_dnn/main.py b/hpvm/test/epoch_dnn/main.py
index 2ecfa5343a..221c1e7019 100644
--- a/hpvm/test/epoch_dnn/main.py
+++ b/hpvm/test/epoch_dnn/main.py
@@ -1,69 +1,25 @@
import site
-from pathlib import Path
-from os import makedirs
-import numpy as np
import sys
+from os import makedirs
+from pathlib import Path
+import numpy as np
import torch
from torch2hpvm import BinDataset, ModelExporter
self_folder = Path(__file__).parent.absolute()
site.addsitedir(self_folder.as_posix())
-from torch_dnn import MiniERA, quantize, CIFAR
-
+from torch_dnn import CIFAR, MiniERA, quantize
# Consts (don't change)
BUFFER_NAME = "hpvm-mod.nvdla"
-
-
-def split_and_scp(
- local_srcs: list, host: str, remote_dst: str, password: str, options: str
-):
- import pexpect
-
- print(f"Copying files to remote host {host}...")
- args = options.split(" ")
- local_srcs = [str(s) for s in local_srcs]
- args += ["-r", *local_srcs, f"{host}:{remote_dst}"]
- child = pexpect.spawn("scp", args)
- child.expect(r"password:")
- child.sendline(password)
- # A rough approach to at least print something when scp is alive
- for line in child:
- print(line.decode(), end="")
-
-
-def run_test_over_ssh(host: str, password: str, working_dir: str, image_dir: Path, options: str):
- import pexpect
-
- print(f"Running test on remote host {host}...")
- args = options.split(" ") + [host]
- child = pexpect.spawn("ssh", args, timeout=None)
- child.expect(r"password:")
- child.sendline(password)
- child.expect("# ") # The bash prompt
- child.sendline(f"cd {working_dir}")
- child.expect("# ")
- child.delimiter = "# "
- for image in image_dir.glob("*"):
- remote_path = f"{image_dir.name}/{image.name}"
- print(f"Sending {image.name} to run")
- child.sendline(f"./nvdla_runtime --loadable {BUFFER_NAME} --image {remote_path} --rawdump")
- child.expect("# ")
- child.sendline("cat output.dimg")
- child.expect("# ")
- result_lines = child.before.decode().splitlines()
- # Should have 2 lines. First line is the command we keyed in.
- output = [int(s) for s in result_lines[1].strip().split()]
- yield image, output
-
-
# Local configs
ASSET_DIR = self_folder / "assets/miniera"
QUANT_STRAT = "NONE" # Quantization method
-WORKING_DIR = Path("/tmp/miniera")
-N_IMAGES = 50
+# WORKING_DIR = Path("/tmp/miniera")
+WORKING_DIR = Path("./res/miniera")
+N_IMAGES = 150
# Remote configs
SCP_OPTS = "-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -P 5506"
SSH_OPTS = "-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -p 5506"
@@ -97,17 +53,3 @@ bin_dataset = BinDataset(
# to use precomputed quantization scale
exporter = ModelExporter(model, bin_dataset, WORKING_DIR, scale_output)
exporter.generate(n_images=N_IMAGES).compile(WORKING_DIR / "miniera", WORKING_DIR)
-
-# SCP essential files to remote device
-input_images = exporter.dataset_dir
-split_and_scp([nvdla_buffer, input_images], SCP_HOST, SCP_DST, SCP_PWD, SCP_OPTS)
-
-# SSH to run test remotely
-n_total, correct = 0, 0
-for image_path, output in run_test_over_ssh(SCP_HOST, SCP_PWD, SCP_DST, input_images, SSH_OPTS):
- idx, label = [int(s) for s in image_path.stem.split("_")]
- output = np.array(output)
- print(idx, output.argmax(), label, output)
- n_total += 1
- correct += int(output.argmax() == label)
-print(f"Accuracy: {correct / n_total * 100}% ({n_total} images)")
--
GitLab