From 55beffa088b4bddf99f9d20098b665564645ff92 Mon Sep 17 00:00:00 2001
From: Yifan Zhao <yifanz16@illinois.edu>
Date: Thu, 8 Jul 2021 15:46:36 -0500
Subject: [PATCH] Batch size
---
hpvm/test/epoch_dnn/torch_dnn/quantizer.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/hpvm/test/epoch_dnn/torch_dnn/quantizer.py b/hpvm/test/epoch_dnn/torch_dnn/quantizer.py
index 05b2a2535b..a473c0a057 100644
--- a/hpvm/test/epoch_dnn/torch_dnn/quantizer.py
+++ b/hpvm/test/epoch_dnn/torch_dnn/quantizer.py
@@ -40,10 +40,11 @@ def quantize(
strat: str = "NONE",
working_dir: PathLike = ".",
output_name: str = "calib.txt",
+ eval_batchsize: int = 128
):
# possible quant strats ['NONE', 'AVG', 'N_STD', 'GAUSS', 'LAPLACE']
print("Quantizing...")
- dataloader = DataLoader(dataset, batch_size=1)
+ dataloader = DataLoader(dataset, batch_size=eval_batchsize)
# Collect Pre Quantization Stats
distiller.utils.assign_layer_fq_names(model)
--
GitLab