diff --git a/hpvm/test/dnn_benchmarks/pytorch/dnn/_container.py b/hpvm/test/dnn_benchmarks/pytorch/dnn/_container.py
index 5918d960a745e5d245410acfac7c827b5b011f14..6ddc1b8ea35df8a098e98a74cfa313cd9bf9e7a8 100644
--- a/hpvm/test/dnn_benchmarks/pytorch/dnn/_container.py
+++ b/hpvm/test/dnn_benchmarks/pytorch/dnn/_container.py
@@ -16,10 +16,10 @@ def make_conv_pool_activ(
     **conv_kwargs
 ):
     layers = [Conv2d(in_channels, out_channels, kernel_size, **conv_kwargs)]
-    if pool_size is not None:
-        layers.append(MaxPool2d(pool_size, stride=pool_stride))
     if activation:
         layers.append(activation())
+    if pool_size is not None:
+        layers.append(MaxPool2d(pool_size, stride=pool_stride))
     return layers